-- Logs begin at Wed 2022-05-04 14:13:44 UTC, end at Wed 2022-05-04 15:13:38 UTC. -- May 04 14:51:24.352994 dv-cinder-829630-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 04 14:51:27.041103 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.common.config [-] Logging enabled! May 04 14:51:27.041808 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 May 04 14:51:27.041808 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101863) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:51:27.045041 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.common.config [-] Logging enabled! May 04 14:51:27.045289 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 May 04 14:51:27.045597 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101863) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:51:27.046570 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:51:27.046819 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:51:27.047524 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:51:27.047754 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:51:27.047976 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:51:27.048290 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.048571 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.048858 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.049083 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.049351 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.049633 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.049906 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.050185 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.050475 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.050804 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.051078 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.051359 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.051583 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.051853 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.052137 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.052402 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.052619 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] debug = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.052894 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.053312 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.053710 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.053988 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.054277 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.054567 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.054833 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.055102 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.055382 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.055705 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] host = dv-cinder-829630-2-smb {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.055982 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.056263 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.056543 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.056823 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.057093 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.057361 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.057638 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.057905 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.058169 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] log_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.058436 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.058739 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.059021 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.059302 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.059519 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.059733 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.060017 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.060297 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.060567 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.060832 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.061095 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.061491 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.061684 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.061947 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.062227 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.062503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.062809 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.063077 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.063346 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.063612 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.063877 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.064154 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.064427 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.064693 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.064961 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.065238 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.065501 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.065769 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.066062 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.066340 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.066639 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.066916 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.067182 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.067460 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.067723 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.067986 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.068248 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] use_json = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.068511 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.068772 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.069046 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.069307 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.069573 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.069837 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.070101 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.070376 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.070663 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:27.070951 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.071238 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.071532 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.071815 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.072098 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.072372 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.072655 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.072927 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.073206 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.073491 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.073775 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.074048 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.074333 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.074628 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.074916 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.075214 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.075504 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.075790 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.076058 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.076325 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.076592 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.076863 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.077177 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.077448 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.077728 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.078015 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.078290 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.078588 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.078876 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.079161 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.079438 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.079704 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.079990 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.080263 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.080530 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.080802 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.081084 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.081357 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.081624 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.081897 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.082166 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.082430 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.082717 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.082990 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.083273 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.083545 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.083811 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.084075 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.084350 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.084613 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.084889 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.085160 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.085428 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.085697 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.085968 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.086253 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.086499 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.086790 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.087052 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.087322 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.087587 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.087850 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.088115 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.088379 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.088645 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.088909 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.089175 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.089444 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.089707 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.089972 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.090238 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.090505 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.090790 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.091073 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.091366 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.091638 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.091908 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.092178 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.092446 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.092869 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.092869 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.093393 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.093668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.093937 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.094228 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.094507 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.094821 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.095098 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.095376 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.095665 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.095937 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.096214 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.096483 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.096753 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.097030 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.097306 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.097593 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.097881 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.098169 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.098455 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.098763 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.099035 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.099336 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.099608 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:27.099814 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:51:27.100048 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101863) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 14:51:27.445989 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:51:27.446270 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:51:27.446548 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:51:27.446868 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 14:51:27.854364 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.854649 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.854912 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.856184 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.856446 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.856707 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.891426 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.891688 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.891945 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.906587 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.906886 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.907140 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.934972 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.935239 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.935500 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.971964 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.972231 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:27.972497 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.201562 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.202245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.202245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.202425 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.203089 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.334813 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.335120 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.335400 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.335662 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.335928 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.336225 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.336482 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.336734 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.336980 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.337256 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.337492 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.337752 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.337995 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.338237 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.338482 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.338767 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.339020 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.339253 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.339513 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.339764 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.340027 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.340272 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.340544 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.340909 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.341148 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.341385 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.341769 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:28.342008 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:28.342241 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:28.342473 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:28.342725 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:28.342952 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:28.343414 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 14:51:28.346562 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 14:51:28.350440 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 14:51:28.354266 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 04 14:51:28.355900 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 14:51:28.356353 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 14:51:28.356678 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 14:51:28.357057 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 14:51:28.360007 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 14:51:28.360242 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 14:51:28.360580 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:51:28.365851 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 14:51:28.387389 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 14:51:28.387838 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.388131 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101863) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 14:51:28.388487 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.389886 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101863) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 14:51:28.390157 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:51:28.390393 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 14:51:28.393865 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.394143 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:28.457628 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 14:51:28.457779 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 14:51:28.458007 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 14:51:28.458372 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 14:51:28.482794 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_db.sqlalchemy.engines [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101863) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 14:51:29.023608 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing driver for type 'gre' May 04 14:51:29.024165 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] gre ID ranges: [(1, 1000)] May 04 14:51:29.088617 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing driver for type 'local' May 04 14:51:29.089105 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing driver for type 'vlan' May 04 14:51:29.110594 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] VlanTypeDriver initialization complete May 04 14:51:29.110922 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing driver for type 'vxlan' May 04 14:51:29.111419 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] vxlan ID ranges: [(1, 1000)] May 04 14:51:29.170789 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing extension driver 'port_security' May 04 14:51:29.171094 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.extensions.port_security [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] PortSecurityExtensionDriver initialization complete May 04 14:51:29.171518 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing mechanism driver 'openvswitch' May 04 14:51:29.172227 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing mechanism driver 'hyperv' May 04 14:51:29.178951 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:51:29.179630 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.180010 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.180355 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.180879 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:51:29.181313 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnet after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.181663 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnet after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.182002 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.182387 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:51:29.182817 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.183164 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.183485 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.183861 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:51:29.184258 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > security_group after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.184617 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > security_group after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.184948 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > security_group after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.185469 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:51:29.185870 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.186219 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.186735 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.187110 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:51:29.187511 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > address_group after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.187855 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > address_group after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.188193 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > address_group after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.188606 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:51:29.189042 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] ML2 OVO RPC backend initialized. {{(pid=101863) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 04 14:51:29.189752 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.190107 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.190542 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.190896 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > networks before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.191244 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.191579 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > ports before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.191917 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnet before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.192256 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnets before_response 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.192596 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.192932 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.193267 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.193598 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.193932 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.194264 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.194651 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnet after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.194969 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnet after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.195298 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.202542 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded quota_driver: . May 04 14:51:29.203119 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.plugin [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Modular L2 Plugin initialization complete May 04 14:51:29.203220 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading services supported by the core plugin {{(pid=101863) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 14:51:29.203549 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.plugins.ml2.managers [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Got port-security extension from driver 'port_security' May 04 14:51:29.204036 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.extensions.vlantransparent [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Disabled vlantransparent extension. May 04 14:51:29.204535 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101863) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 14:51:29.204867 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: router May 04 14:51:29.239691 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router_interface before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.240080 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router after_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.240460 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router before_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.240829 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.241205 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.241563 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router after_delete 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.241926 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > floatingip after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.242281 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > floatingip after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.242667 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router after_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.243019 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.243367 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.243703 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.244065 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.244486 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.244857 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.245188 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.245527 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: subnet after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.245862 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.246206 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > port precommit_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.246579 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.246911 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: port before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.247257 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.247622 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router after_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.247971 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_delete 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.248333 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_create 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.248736 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.249108 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_update 55549900 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.249475 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > agent after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.249829 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > agent after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.250176 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > network after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.251073 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Tracking information for resource: router configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:29.251405 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Tracking information for resource: floatingip configured {{(pid=101863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:51:29.256238 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.db.l3_agentschedulers_db [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 14:51:29.256816 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.257176 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.257523 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.257903 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.258720 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router before_create 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.259084 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_delete 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.259441 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_create 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.259796 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > router precommit_update 55550100 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.264719 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.services.provider_configuration [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service providers = [] {{(pid=101863) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 14:51:29.265163 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.db.servicetype_db [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101863) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 14:51:29.268214 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.services.service_base [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:51:29.268557 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.services.service_base [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:51:29.268902 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.services.service_base [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:51:29.269779 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.services.service_base [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:51:29.270147 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.services.service_base [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 14:51:29.270556 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.270864 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 14:51:29.281298 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.281561 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: auto_allocate May 04 14:51:29.287475 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: network precommit_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.287843 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: network precommit_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.288369 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.288654 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: tag May 04 14:51:29.295151 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.295477 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: timestamp May 04 14:51:29.300023 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.300347 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: network_ip_availability May 04 14:51:29.305762 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.306122 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.306483 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.307236 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.307554 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: flavors May 04 14:51:29.312299 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.312618 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading Plugin: revisions May 04 14:51:29.316865 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:51:29.317250 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_concurrency.lockutils [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.871s {{(pid=101863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:51:29.317977 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101863) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 14:51:29.318316 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Initializing extension manager. May 04 14:51:29.318847 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: __init__.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.319188 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: __pycache__ {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.319516 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.319841 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: address_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.320585 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.321150 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: address-group May 04 14:51:29.321469 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: address_scope.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.322175 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.322769 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: address-scope May 04 14:51:29.323089 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: admin_state_down_before_update.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.323999 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.324503 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: router-admin-state-down-before-update May 04 14:51:29.324809 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: agent.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.325669 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.326183 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: agent May 04 14:51:29.326504 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: agent_resources_synced.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.327633 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.328356 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: agent-resources-synced May 04 14:51:29.328806 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: allowedaddresspairs.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.330965 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.331499 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: allowed-address-pairs May 04 14:51:29.331825 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: auto_allocated_topology.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.332883 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.333403 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: auto-allocated-topology May 04 14:51:29.333724 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: availability_zone.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.334421 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.334961 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: availability_zone May 04 14:51:29.335283 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: availability_zone_filter.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.336275 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.336788 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: availability_zone_filter May 04 14:51:29.337106 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: data_plane_status.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.338006 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.338508 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension data-plane-status not supported by any of loaded plugins May 04 14:51:29.338844 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: default_subnetpools.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.339749 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.340257 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: default-subnetpools May 04 14:51:29.340577 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: dhcpagentscheduler.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.341390 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.341929 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: dhcp_agent_scheduler May 04 14:51:29.342250 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: dns.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.343242 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.343746 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension dns-integration not supported by any of loaded plugins May 04 14:51:29.344061 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: dns_domain_ports.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.344979 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.345475 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 14:51:29.345794 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.346715 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.347227 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 14:51:29.347537 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: dvr.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.348217 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.348716 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: dvr May 04 14:51:29.349497 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: ecmp_routes.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.349927 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.350428 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension ecmp_routes not supported by any of loaded plugins May 04 14:51:29.350770 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: empty_string_filtering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.351673 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.352177 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: empty-string-filtering May 04 14:51:29.352494 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.353401 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.353920 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 14:51:29.354231 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.355178 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.355683 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 14:51:29.355997 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: external_net.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.356898 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.357401 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: external-net May 04 14:51:29.357716 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: extra_dhcp_opt.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.358676 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.359176 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: extra_dhcp_opt May 04 14:51:29.359492 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: extraroute.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.360395 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.360897 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: extraroute May 04 14:51:29.361212 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: extraroute_atomic.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.362253 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.362778 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: extraroute-atomic May 04 14:51:29.363097 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: filter_validation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.363758 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.364267 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: filter-validation May 04 14:51:29.364584 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: fip_pf_description.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.365482 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.365982 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 14:51:29.366301 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: fip_port_details.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.367243 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.367765 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: fip-port-details May 04 14:51:29.368070 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: flavors.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.369277 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.369808 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: flavors May 04 14:51:29.370131 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.371830 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.372356 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 14:51:29.372689 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: floatingip_pools.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.373389 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.373979 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: floatingip-pools May 04 14:51:29.374303 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: ip_allocation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.375226 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.375739 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension ip_allocation not supported by any of loaded plugins May 04 14:51:29.376063 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.377005 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.377509 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: ip-substring-filtering May 04 14:51:29.377835 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l2_adjacency.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.378785 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.379288 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension l2_adjacency not supported by any of loaded plugins May 04 14:51:29.379610 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l3.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.380608 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.381131 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: router May 04 14:51:29.381453 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l3_conntrack_helper.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.383868 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.384399 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 14:51:29.384731 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.385660 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.386173 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: ext-gw-mode May 04 14:51:29.386495 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.387426 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.387944 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: l3-ha May 04 14:51:29.388260 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l3_flavors.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.389169 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.389706 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: l3-flavors May 04 14:51:29.390022 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.390969 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.391472 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: l3-port-ip-change-not-allowed May 04 14:51:29.391798 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: l3agentscheduler.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.392827 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.393333 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: l3_agent_scheduler May 04 14:51:29.393653 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: logging.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.395150 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.395669 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension logging not supported by any of loaded plugins May 04 14:51:29.395994 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: metering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.396733 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.397301 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: metering May 04 14:51:29.397620 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.398739 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.399254 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: metering_source_and_destination_fields May 04 14:51:29.399572 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: multiprovidernet.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.400488 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.401005 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: multi-provider May 04 14:51:29.401321 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: netmtu.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.402227 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.402759 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: net-mtu May 04 14:51:29.403081 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: netmtu_writable.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.403981 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.404487 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: net-mtu-writable May 04 14:51:29.404803 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: network_availability_zone.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.405538 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.406039 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: network_availability_zone May 04 14:51:29.406357 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: network_ip_availability.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.407487 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.408013 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: network-ip-availability May 04 14:51:29.408337 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: network_segment_range.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.409099 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.409604 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension network-segment-range not supported by any of loaded plugins May 04 14:51:29.409920 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: pagination.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.410926 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.411256 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: pagination May 04 14:51:29.411570 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: port_device_profile.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.412468 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.412991 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: port-device-profile May 04 14:51:29.413309 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.414226 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.414764 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: port-mac-address-regenerate May 04 14:51:29.415082 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.415991 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.416498 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: port-numa-affinity-policy May 04 14:51:29.416816 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: port_resource_request.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.417715 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.418245 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension port-resource-request not supported by any of loaded plugins May 04 14:51:29.418553 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: portbindings.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.419516 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.420022 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: binding May 04 14:51:29.420339 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: portbindings_extended.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.421753 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.422646 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: binding-extended May 04 14:51:29.422977 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: portsecurity.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.423883 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.424398 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: port-security May 04 14:51:29.424714 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: project_id.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.425679 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.426006 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: project-id May 04 14:51:29.426324 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: providernet.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.427257 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.427774 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: provider May 04 14:51:29.428092 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.431689 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.432197 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos not supported by any of loaded plugins May 04 14:51:29.432526 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.433771 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.434286 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 14:51:29.434644 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.435553 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.436061 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 14:51:29.436431 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_default.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.437332 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.437846 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-default not supported by any of loaded plugins May 04 14:51:29.438165 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_fip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.438840 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.439344 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-fip not supported by any of loaded plugins May 04 14:51:29.439660 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_gateway_ip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.440578 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.441085 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 14:51:29.441405 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_port_network_policy.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.442308 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.442831 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 14:51:29.443155 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_pps_rule.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.444323 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.444837 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-pps not supported by any of loaded plugins May 04 14:51:29.445156 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_rule_type_details.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.446061 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.446594 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 14:51:29.446916 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: qos_rules_alias.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.447967 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.448471 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 14:51:29.448790 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: quotasv2.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.449707 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.450033 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: quotas May 04 14:51:29.450355 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: quotasv2_detail.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.452195 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.452529 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: quota_details May 04 14:51:29.452860 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: rbac.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.453913 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.454441 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: rbac-policies May 04 14:51:29.454797 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: rbac_address_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.455718 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.456238 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: rbac-address-group May 04 14:51:29.456557 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: rbac_address_scope.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.457467 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.459602 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: rbac-address-scope May 04 14:51:29.459943 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: rbac_security_groups.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.460878 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.461406 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: rbac-security-groups May 04 14:51:29.461733 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: rbac_subnetpool.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.462680 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.463203 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: rbac-subnetpool May 04 14:51:29.463531 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: revisionifmatch.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.464445 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.464966 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: revision-if-match May 04 14:51:29.465292 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: revisions.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.466403 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.466944 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: standard-attr-revisions May 04 14:51:29.467269 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: router_availability_zone.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.468037 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.468545 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: router_availability_zone May 04 14:51:29.468867 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: routerservicetype.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.469777 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.470287 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension router-service-type not supported by any of loaded plugins May 04 14:51:29.470638 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.471552 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.472063 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: security-groups-normalized-cidr May 04 14:51:29.472386 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: security_groups_port_filtering.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.473304 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.473812 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: port-security-groups-filtering May 04 14:51:29.474136 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.475075 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.475593 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: security-groups-remote-address-group May 04 14:51:29.475918 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: securitygroup.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.485565 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.486096 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: security-group May 04 14:51:29.486431 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: segment.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.487241 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.487756 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension segment not supported by any of loaded plugins May 04 14:51:29.488086 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.489010 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.489543 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 14:51:29.489870 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: servicetype.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.491079 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.491594 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: service-type May 04 14:51:29.491919 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: sorting.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.492912 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.493244 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: sorting May 04 14:51:29.493564 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: standard_attr_segment.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.494471 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.495029 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 14:51:29.495349 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: standardattrdescription.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.496002 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.496494 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: standard-attr-description May 04 14:51:29.496814 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: stateful_security_group.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.497748 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.498260 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: stateful-security-group May 04 14:51:29.498614 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: stdattrs_common.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.499311 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 14:51:29.499583 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.500510 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.501016 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 14:51:29.501332 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: subnet_onboard.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.502403 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.502950 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: subnet_onboard May 04 14:51:29.503271 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.504189 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.504698 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 14:51:29.505015 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: subnet_service_types.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.505933 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.506443 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: subnet-service-types May 04 14:51:29.506787 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: subnetallocation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.507864 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.508374 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: subnet_allocation May 04 14:51:29.508695 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.509352 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.509860 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: subnetpool-prefix-ops May 04 14:51:29.510176 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.511116 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.511625 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 14:51:29.511939 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: tagging.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.513004 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.513515 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: standard-attr-tag May 04 14:51:29.513833 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: timestamp.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.515097 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.515616 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loaded extension: standard-attr-timestamp May 04 14:51:29.515939 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: trunk.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.516962 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.517477 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension trunk not supported by any of loaded plugins May 04 14:51:29.517804 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: trunk_details.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.518769 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.519280 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension trunk-details not supported by any of loaded plugins May 04 14:51:29.519602 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: uplink_status_propagation.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.520516 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.521023 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 14:51:29.521341 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Loading extension file: vlantransparent.py {{(pid=101863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:51:29.522008 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:51:29.522555 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extension vlan-transparent not supported by any of loaded plugins May 04 14:51:29.525015 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:network May 04 14:51:29.525540 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:subnet May 04 14:51:29.525933 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:51:29.526315 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:port May 04 14:51:29.527564 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.528001 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service FLAVORS assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.528638 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.529067 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.529400 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:router May 04 14:51:29.529825 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:floatingip May 04 14:51:29.530382 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service METERING assigned prefix: /metering {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.531933 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.532253 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.532608 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:51:29.533617 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:51:29.534057 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:security_group May 04 14:51:29.534495 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:51:29.535124 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.535446 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:51:29.535790 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] subnetpool is already registered May 04 14:51:29.536224 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.536547 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:51:29.536875 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] subnetpool is already registered May 04 14:51:29.539215 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.539658 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service FLAVORS assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.540240 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.540659 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.540992 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:router May 04 14:51:29.541327 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] router is already registered May 04 14:51:29.541736 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:floatingip May 04 14:51:29.542068 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] floatingip is already registered May 04 14:51:29.542543 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service METERING assigned prefix: /metering {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.543206 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:51:29.543535 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] rbac_policy is already registered May 04 14:51:29.543938 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:security_group May 04 14:51:29.544268 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] security_group is already registered May 04 14:51:29.544667 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:51:29.544993 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] security_group_rule is already registered May 04 14:51:29.545630 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.545947 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:51:29.546284 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] subnetpool is already registered May 04 14:51:29.546723 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.v2.resource_helper [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Service CORE assigned prefix: {{(pid=101863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:51:29.547413 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:51:29.547736 dv-cinder-829630-2-smb neutron-server[101863]: WARNING neutron.quota.resource_registry [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] subnetpool is already registered May 04 14:51:29.548195 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: extensions {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.549673 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: address-groups {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.551188 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: address-scopes {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.552545 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: agents {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.553712 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: auto-allocated-topology {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.554997 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: availability_zones {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.556254 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: dhcp-networks {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.557757 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: dhcp-agents {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.559210 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: routers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.561495 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: flavors {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.562676 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: service_profiles {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.563944 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: next_providers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.565387 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: service_profiles {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.566940 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: floatingip-pools {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.568151 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: routers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.570292 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: floatingips {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.571610 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: l3-routers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.572993 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: l3-agents {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.574387 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: metering-labels {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.575773 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: metering-label-rules {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.577103 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: network-ip-availabilities {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.578512 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: bindings {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.581067 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: quotas {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.582544 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: quotas {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.583969 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: rbac-policies {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.585207 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: security-groups {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.586543 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: security-group-rules {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.587779 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: service-providers {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.588990 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: subnetpools {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.590402 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: subnetpools {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.591906 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.593836 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.595672 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.597483 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.599286 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.601222 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.602943 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.604851 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.606624 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.608473 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron.api.extensions [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Extended resource: tags {{(pid=101863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:51:29.614665 dv-cinder-829630-2-smb neutron-server[101863]: WARNING keystonemiddleware.auth_token [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 14:51:29.619448 dv-cinder-829630-2-smb neutron-server[101863]: WARNING keystonemiddleware.auth_token [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 14:51:29.628080 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_concurrency.lockutils [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Acquired lock "singleton_lock" {{(pid=101863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 14:51:29.628552 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_concurrency.lockutils [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Releasing lock "singleton_lock" {{(pid=101863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 14:51:29.629186 dv-cinder-829630-2-smb neutron-server[101863]: INFO oslo_service.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Starting 2 workers May 04 14:51:29.633974 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Started child 101970 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:51:29.638290 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Started child 101971 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:51:29.639487 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.640140 dv-cinder-829630-2-smb neutron-server[101863]: INFO neutron.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Neutron service started, listening on 0.0.0.0:9696 May 04 14:51:29.640515 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Notify callbacks [] for process, before_spawn {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.640979 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [-] (101970) wsgi starting up on http://0.0.0.0:9696 May 04 14:51:29.642976 dv-cinder-829630-2-smb neutron-server[101863]: INFO oslo_service.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Starting 1 workers May 04 14:51:29.643114 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.644418 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [-] (101971) wsgi starting up on http://0.0.0.0:9696 May 04 14:51:29.648070 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Started child 101972 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:51:29.648622 dv-cinder-829630-2-smb neutron-server[101863]: INFO oslo_service.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Starting 1 workers May 04 14:51:29.651829 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] calling RpcWorker wait() {{(pid=101972) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 14:51:29.652385 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] returning from RpcWorker wait() {{(pid=101972) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 14:51:29.652979 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Started child 101973 {{(pid=101863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:51:29.653782 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-13b2e38b-63d1-422d-90f1-84cd8a93937b None None] Notify callbacks [] for process, after_spawn {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.653906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.654370 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:51:29.655715 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 14:51:29.655881 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:51:29.656061 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:51:29.656300 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:51:29.656632 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:51:29.656769 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:51:29.657274 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.657550 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.657823 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.658063 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.658329 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.658428 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:29.659006 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.659189 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.659451 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.659718 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.659941 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.660103 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.660270 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.660540 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.660750 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.661072 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.661305 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.661532 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.661786 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.661944 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.662194 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.662449 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.662717 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.662972 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] debug = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.663216 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.663705 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.663929 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.664170 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.664475 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.664657 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.664864 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.665134 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.665372 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.665596 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.665806 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.666048 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.666266 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.666466 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.666722 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.666955 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.667163 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.667607 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] host = dv-cinder-829630-2-smb {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.667836 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.668044 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.668300 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.668549 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.668787 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.669014 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.669325 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.669511 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.669765 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.670015 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.670274 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.670547 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.670817 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.671062 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.671237 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_options = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.671441 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.671709 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.672283 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.672467 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.672665 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.672798 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.673030 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.673189 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.673428 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.673655 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.673863 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.674071 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.674315 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.674640 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.674896 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.675178 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.675346 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.675573 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.675816 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.676072 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.676297 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.676517 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.676741 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.676967 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.677195 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.677418 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.677637 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.677945 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.678076 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.678295 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.678502 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.678761 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.678990 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.679237 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.679496 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.679727 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.679940 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.680138 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.680423 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.680644 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.680901 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.681136 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.681363 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.681584 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.681823 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.681955 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:51:29.682081 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.682262 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_json = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.682488 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.682755 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.682990 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.683201 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.683428 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.683811 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.683936 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.684296 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.684423 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.684842 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.685109 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.685424 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.685652 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.685878 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.686114 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.686398 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.686665 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.687069 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.687198 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.688298 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.688298 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.688298 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.688298 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.688586 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.689606 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.689606 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.689606 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.689606 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.689902 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.689902 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.690100 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.690849 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.690849 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.690849 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.691063 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.691739 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.691739 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.691922 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.692060 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694801 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694801 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.694801 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.695011 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.695210 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.695379 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.695610 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.695867 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.696115 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.696537 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.696773 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.696990 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.697224 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.697431 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.697845 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.698239 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.698686 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.699092 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.699523 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.699705 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.700109 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.700291 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.700661 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.701046 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.701464 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.701951 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.702125 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.702348 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.702622 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.702847 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.703043 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.703248 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.703460 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.703678 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.703936 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.704150 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.704401 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.704601 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.704814 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.705021 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.705419 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.705822 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.706001 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.706358 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.706766 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.706945 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.707181 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.707413 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.707627 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.707840 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.708103 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.708684 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.708993 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.709235 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.709481 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.709720 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.710138 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.710635 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.711076 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.711459 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.711863 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.712288 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.712731 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.713137 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.713568 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.714191 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.714641 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.715077 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.715491 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.715903 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.716284 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.716700 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.717109 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.717486 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.717848 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.718263 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.718735 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.719166 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.719600 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.719997 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.720432 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.720816 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.721086 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.721380 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.721674 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.721912 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.722149 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.722403 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.722705 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.722949 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.723386 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.723614 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.724046 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.724267 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.724545 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.724793 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.725021 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.725246 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.725656 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.726046 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.726296 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.726510 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.726771 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.727049 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.727316 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.727538 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.728005 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.728421 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.728835 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.729083 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.729332 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.729571 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.729797 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.730042 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.730275 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.730545 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.730770 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.731001 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.731394 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.731775 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.732014 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.732230 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.732451 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.732664 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.732882 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.733121 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.733405 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.733618 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.733844 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.734073 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.734291 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.734544 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.734799 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.735008 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.735255 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.735477 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.735743 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.735982 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.736209 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.736432 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.736677 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.736922 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.737266 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.737633 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.737995 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.738209 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.738611 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.738823 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.739056 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.739267 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.739492 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.739828 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.739995 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.740158 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.740631 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.740883 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.741108 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.741348 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.741576 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.741802 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.742013 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.742225 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.742464 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.742708 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.742942 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.743197 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.743408 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.743791 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.744004 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.744228 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.744468 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.744705 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.744951 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.745179 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.745396 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.745608 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.745822 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.746031 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.746236 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.746441 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.746700 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.746911 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.747137 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.747410 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.747654 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.747878 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.748120 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.748352 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.748558 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.748835 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.749038 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.749289 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.749530 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.749739 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.749962 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.750184 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.750397 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.750620 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.750837 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.751047 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.751253 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.751473 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.751674 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.751877 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.752089 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.752303 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.752530 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.752749 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.752953 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.753154 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.753369 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.753597 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.753800 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.754041 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.754245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.754447 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.754697 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.754794 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:51:29.754893 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.755138 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.755427 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.755682 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.755892 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.756183 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.756425 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.756674 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.756924 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.757243 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.757468 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.757706 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.757919 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.758124 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.758854 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.758854 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.759048 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.759178 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.759451 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.759665 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.759957 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.760234 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.760499 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.760714 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.761024 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.761315 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.761595 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.761856 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.762074 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.762326 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.762581 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.762794 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.763005 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.763236 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.763463 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.763699 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.763920 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.764139 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.764424 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.764648 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.764863 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.765100 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.765304 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.765533 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.765745 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.765896 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:51:29.766415 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 14:51:29.766610 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:51:29.766771 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:51:29.766925 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:51:29.767089 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:51:29.767235 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:51:29.767437 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.767592 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.767746 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.767899 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.768052 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.768228 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.768383 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.768558 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.768726 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.768825 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.768967 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.769116 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.769270 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.769422 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.769567 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.769721 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.769870 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.770022 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.770182 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.770331 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.770478 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.770664 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.770819 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] debug = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.770956 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.771090 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.771255 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.771685 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.771685 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.771685 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772104 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772104 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772104 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772494 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772494 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772494 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772871 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.772871 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773136 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773136 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773376 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773376 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] host = dv-cinder-829630-2-smb {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773632 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773632 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773875 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.773957 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.774045 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.774191 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.774344 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.774496 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.774680 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.774834 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.774987 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.775139 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.775291 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.775443 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.775596 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_options = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.775750 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.775907 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.776060 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.776240 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.776396 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.776552 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.776707 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.776914 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.777081 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.777245 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.777414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.777414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.777884 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.777884 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.777884 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.778726 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.778726 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.778726 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.778726 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.778726 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.778726 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.779668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.779668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.779668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.779668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.779668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.779668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.779668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.780503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.780503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.780503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.780503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.780503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.781414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.781414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.781414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.781414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.781414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.781414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.781414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.782341 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.782341 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.782341 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.782341 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.782341 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.782341 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783123 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_json = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783123 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783123 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783123 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783123 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783123 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783858 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783858 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783858 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783858 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:51:29.783858 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784482 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784482 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784482 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784482 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784986 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784986 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784986 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.784986 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.785473 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.785473 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.785473 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.785862 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.785862 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.785862 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.786257 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.786257 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.786257 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.786511 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.786636 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.786718 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.786866 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.787026 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.787181 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.787336 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.787493 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.787649 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.787820 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.787980 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.788140 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.788295 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.788450 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.788606 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.788763 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.788918 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.789062 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.789218 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.789358 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.789504 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.789639 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.789782 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.790127 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.790127 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.790387 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.790387 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.790685 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.790685 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.790942 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.791086 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.791086 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.791343 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.791486 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.791611 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.791749 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.791876 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792013 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792146 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792288 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792410 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792546 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792680 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792836 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.792993 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.793147 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.793303 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.793445 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.793614 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.793755 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.793909 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.794063 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.794219 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.794373 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.794513 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.794682 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.794834 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.794976 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.795132 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.795285 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.795439 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.795634 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.795798 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.795953 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.796196 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.796365 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.796524 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.796682 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.796838 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.797348 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.797503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.797666 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.797836 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.797992 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.798148 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.798303 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.798456 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.798638 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.798794 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.798949 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.799105 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.799260 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.799414 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.799571 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.799740 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.799872 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.800044 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.800181 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.800335 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.800488 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.800643 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.800796 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.800950 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.801105 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.801260 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.801413 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.801568 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.801725 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.801889 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.802043 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.802201 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.802362 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.802577 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.802711 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.802866 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.803022 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.803176 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.803321 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.803474 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.803630 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.803787 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.803942 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.804096 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.804251 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.804413 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.804579 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.804733 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.804890 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.805044 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.805221 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.805376 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.805529 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.805683 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.805837 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.805992 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.806146 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.806299 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.806454 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.806631 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.806787 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.806944 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.807099 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.807256 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.807410 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.807564 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.807720 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.807877 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.808032 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.808188 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.808344 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.808503 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.808655 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.808810 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.808963 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.809116 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.809271 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.809427 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.809581 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.809734 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.809889 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.810043 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.810197 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.810352 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.810506 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.810680 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.810835 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.810992 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.811147 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.811423 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.811590 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.811802 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.811929 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.812034 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.812191 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.812351 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.812507 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.812663 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.812817 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.812973 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.813128 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.813283 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.813440 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.813594 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.813748 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.813920 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.814078 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.814231 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.814386 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.814572 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.814732 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.814887 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.815041 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.815195 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.815350 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.815505 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.815660 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.815814 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.815969 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.816124 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.816277 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.816437 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.816594 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.816748 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.816902 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.817059 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.817212 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.817368 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.817522 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.817675 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.817830 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.817984 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.818140 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.818294 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.818460 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.818636 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.818792 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.818946 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.819102 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.819258 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.819422 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.819576 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.819729 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.819882 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.820037 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.820193 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.820359 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.820512 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.820668 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.820822 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.820975 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.821130 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.821293 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.821447 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.821600 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.821754 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.821906 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.822062 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.822230 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.822384 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.822553 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.822712 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.822866 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.823021 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.823185 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.823338 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.823491 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.823645 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.823799 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.823954 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.824117 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.824272 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.824427 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.824588 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.824742 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.824896 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.825050 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.825216 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.825370 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.825526 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.825680 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.825835 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.825990 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.826146 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.826304 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.826468 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.826651 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.826827 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.827014 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.827177 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.827343 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.827500 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.827660 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.827827 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.827980 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.828135 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.828290 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.828443 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.828598 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.828752 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.828906 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.829059 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.829212 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.829366 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.829521 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.829676 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.829832 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.829986 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.830140 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.830296 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.830450 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.830618 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.830772 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:51:29.830919 dv-cinder-829630-2-smb neutron-server[101863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:51:30.027377 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 43826) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:51:30.041033 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101249 May 04 14:51:41.260002 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18071cee-bfd5-4645-9c2f-52fa6ac06561 None None] get_active_networks_info from dv-cinder-829630-2-smb {{(pid=101972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 04 14:51:41.360422 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18071cee-bfd5-4645-9c2f-52fa6ac06561 None None] No non-hosted networks {{(pid=101972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 14:51:41.401270 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.agentschedulers_db [None req-18071cee-bfd5-4645-9c2f-52fa6ac06561 None None] DHCP Agent not found on host dv-cinder-829630-2-smb {{(pid=101972) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 14:51:41.525032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-82d8320c-3419-450e-8d56-bc8b45652b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806068'] for agent, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:43.609953 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9579d797-cd6b-44a7-850a-9310efbc9593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806068'] for agent, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:43.663040 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9c3e6c93-9f27-482c-b292-171fd6efed0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:44.620249 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806068'] for agent, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:45.809837 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806068'] for agent, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:46.365939 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806068'] for agent, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:46.366922 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.367421 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.367895 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.368392 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.368863 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.369389 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.369890 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.370463 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.371006 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.371550 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.372043 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.372556 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:46.372944 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829630-2-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:51:46.378771 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829630-2-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:51:47.399690 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 43920) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:51:47.938074 dv-cinder-829630-2-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-de22dff2-b365-46fd-b366-ce22ddc38628 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:51:47.938670 dv-cinder-829630-2-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-de22dff2-b365-46fd-b366-ce22ddc38628 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:51:48.163832 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [None req-de22dff2-b365-46fd-b366-ce22ddc38628 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:51:48.164960 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-de22dff2-b365-46fd-b366-ce22ddc38628 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7642446 May 04 14:51:48.984032 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.db.l3_hamode_db [None req-2e6be3fc-811e-415c-b89c-7bdf0543eb5c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 14:51:49.061007 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6be3fc-811e-415c-b89c-7bdf0543eb5c None None] Routers set() bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:51:49.061398 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6be3fc-811e-415c-b89c-7bdf0543eb5c None None] Router IDs set() for agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 14:51:50.586370 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 43936) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:51:51.144658 dv-cinder-829630-2-smb neutron-server[101970]: WARNING oslo_policy.policy [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:51:51.145237 dv-cinder-829630-2-smb neutron-server[101970]: WARNING oslo_policy.policy [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:51:51.362563 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:51:51.457133 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.policy [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101970) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:51:51.501988 dv-cinder-829630-2-smb neutron-server[101970]: WARNING oslo_policy.policy [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:51:51.502335 dv-cinder-829630-2-smb neutron-server[101970]: WARNING oslo_policy.policy [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:51:51.607866 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765373026793', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765373028244', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765373040189', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765373046681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765373738269', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765373278437', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-786142', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-755916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666833'] for rbac-policy, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:51.685587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:51.687239 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-717dc696-3c97-4fbd-a7cd-a4cdb995510a admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0976074 May 04 14:51:54.346264 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 43954) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:51:54.696149 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Request body: {'network': {'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'name': 'private', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:51:54.728188 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Made reservation on behalf of 0674a325d0cd45d3bd5995712180d5b2 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:51:54.730968 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:54.747397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:54.853917 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:54.862182 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:54.887160 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:51:54.920123 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765370952039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:54.921023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Unsubscribe: segment precommit_create {{(pid=101970) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:51:54.921885 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.segments_db [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Added segment 7be6d306-895a-4c06-ab56-4bd9a789b404 of type vlan for network 60da5973-18ef-4191-99c0-4635013e52e9 May 04 14:51:54.943700 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7827b62-8a43-467f-ac55-eb1c110f21aa,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:51:54.988768 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.989121 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.989453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.989777 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.990096 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.990415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.990758 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.991064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.991397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.991704 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.992006 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.992312 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Tracked resource versions report: May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: pushed versions: May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: { 'AddressGroup': {'1.2'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'ConntrackHelper': {'1.0'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Log': {'1.0'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Network': {'1.1'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Port': {'1.7'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'PortForwarding': {'1.2'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'QosPolicy': {'1.9'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroup': {'1.4'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroupRule': {'1.2'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'SubPort': {'1.0'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Subnet': {'1.1'}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Trunk': {'1.1'}} May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: consumer versions: May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'ConntrackHelper': '1.0', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Log': '1.0', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Network': '1.1', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Port': '1.7', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'PortForwarding': '1.2', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'QosPolicy': '1.9', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroup': '1.4', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroupRule': '1.2', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'SubPort': '1.0', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Subnet': '1.1', May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: 'Trunk': '1.1'}} May 04 14:51:54.993601 dv-cinder-829630-2-smb neutron-server[101970]: {{(pid=101970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:51:55.038545 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:55.081018 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:55.082242 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:51:55.082902 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:55.131270 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7839177 May 04 14:51:55.185353 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46872c-f972-43d6-bebd-a59dcb750174 admin admin] Pushing event updated for resources: {'Network': ['ID=60da5973-18ef-4191-99c0-4635013e52e9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:51:55.197724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 60da5973-18ef-4191-99c0-4635013e52e9 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:51:57.855667 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 43968) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:51:58.269236 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e052c2-8d14-488f-abf6-10ce4a3d297a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:51:58.270642 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-27e052c2-8d14-488f-abf6-10ce4a3d297a admin admin] 10.222.0.41 "GET /v2.0/networks/60da5973-18ef-4191-99c0-4635013e52e9 HTTP/1.1" status: 200 len: 825 time: 0.4139264 May 04 14:51:58.295552 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9d090165-93f4-4ec3-b50b-757f6a5b2006 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/2c87e71f-c36e-4196-a611-b3b09e8dc582 HTTP/1.1" status: 200 len: 734 time: 0.0184877 May 04 14:51:58.305583 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Request body: {'subnet': {'subnetpool_id': '2c87e71f-c36e-4196-a611-b3b09e8dc582', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:51:58.330652 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Made reservation on behalf of 0674a325d0cd45d3bd5995712180d5b2 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:51:58.332988 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:58.632758 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:58.700958 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4602b547-1bfb-4765-b321-a4d55afe21ae,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:51:58.715015 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Checking segment: {'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:51:58.715368 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Network hostable DHCP agents. Network: 60da5973-18ef-4191-99c0-4635013e52e9, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:51:58.737514 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Network 60da5973-18ef-4191-99c0-4635013e52e9 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:51:58.749159 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 60da5973-18ef-4191-99c0-4635013e52e9) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:51:58.754622 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:51:58.755207 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:58.759590 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62279f7-0167-470f-9295-3a8326a6f195 None None] Network 60da5973-18ef-4191-99c0-4635013e52e9 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:51:58.780051 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-448e4782-f068-4519-ac43-236137f71462 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4699144 May 04 14:51:59.078942 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-60da5973-18ef-4191-99c0-4635013e52e9', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'fixed_ips': [{'subnet_id': '4602b547-1bfb-4765-b321-a4d55afe21ae'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:51:59.080143 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:59.374501 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Allocated IP 172.20.0.2 (60da5973-18ef-4191-99c0-4635013e52e9/4602b547-1bfb-4765-b321-a4d55afe21ae/f9d43948-29fa-4fcf-ab2e-e73d55e39e6c) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:51:59.574658 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:59.582698 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:59.661810 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Network 60da5973-18ef-4191-99c0-4635013e52e9 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:51:59.665866 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:51:59.667807 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Pushing event updated for resources: {'Port': ['ID=f9d43948-29fa-4fcf-ab2e-e73d55e39e6c,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:51:59.673159 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:51:59.680879 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.681239 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.681568 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.681905 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.682231 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.682560 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.682901 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.683225 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.683569 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.683889 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.684210 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.684512 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Tracked resource versions report: May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: pushed versions: May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: { 'AddressGroup': {'1.2'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'ConntrackHelper': {'1.0'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Log': {'1.0'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Network': {'1.1'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Port': {'1.7'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'PortForwarding': {'1.2'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'QosPolicy': {'1.9'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroup': {'1.4'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroupRule': {'1.2'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'SubPort': {'1.0'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Subnet': {'1.1'}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Trunk': {'1.1'}} May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: consumer versions: May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'ConntrackHelper': '1.0', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Log': '1.0', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Network': '1.1', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Port': '1.7', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'PortForwarding': '1.2', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'QosPolicy': '1.9', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroup': '1.4', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroupRule': '1.2', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'SubPort': '1.0', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Subnet': '1.1', May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: 'Trunk': '1.1'}} May 04 14:51:59.685594 dv-cinder-829630-2-smb neutron-server[101972]: {{(pid=101972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:51:59.759640 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Attempting to bind port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:51:59.760354 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Attempting to bind port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:51:59.760453 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Attempting to bind port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c on network 60da5973-18ef-4191-99c0-4635013e52e9 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:51:59.765581 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:51:59.765984 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Checking segment: {'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:51:59.766451 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:59.766864 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Bound using segment: {'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:51:59.767363 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Bound port: f9d43948-29fa-4fcf-ab2e-e73d55e39e6c, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:51:59.767754 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:59.829724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] For port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:51:59.834053 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] For port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f9d43948-29fa-4fcf-ab2e-e73d55e39e6c,segment=NetworkSegment(7be6d306-895a-4c06-ab56-4bd9a789b404),segment_id=7be6d306-895a-4c06-ab56-4bd9a789b404)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:51:59.839798 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:59.902739 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918fd7a-a93f-4730-b38c-4712259f9d00 None None] Pushing event updated for resources: {'Port': ['ID=f9d43948-29fa-4fcf-ab2e-e73d55e39e6c,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:01.203473 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 43976) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:01.540842 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [None req-ef4f6e68-b8ef-4eb0-a5b4-a60acb179613 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:52:01.541916 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-ef4f6e68-b8ef-4eb0-a5b4-a60acb179613 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3373666 May 04 14:52:04.014950 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 43984) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:04.366077 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [None req-ced06e64-19b1-4b1e-b751-ee0a7fbf4db2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:52:04.367964 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ced06e64-19b1-4b1e-b751-ee0a7fbf4db2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3510158 May 04 14:52:07.113286 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 43998) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:07.437919 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-244606b4-4382-43e0-979c-b0685a67b226 admin admin] Request body: {'router': {'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'name': 'router1', 'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:52:07.462736 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-244606b4-4382-43e0-979c-b0685a67b226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.464170 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-244606b4-4382-43e0-979c-b0685a67b226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.600518 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-244606b4-4382-43e0-979c-b0685a67b226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.606673 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-244606b4-4382-43e0-979c-b0685a67b226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.624931 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-244606b4-4382-43e0-979c-b0685a67b226 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.635223 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-244606b4-4382-43e0-979c-b0685a67b226 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5207756 May 04 14:52:07.680469 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f9d43948-29fa-4fcf-ab2e-e73d55e39e6c up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:07.778773 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:07.779296 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.916414 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.955457 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f9d43948-29fa-4fcf-ab2e-e73d55e39e6c,segment=NetworkSegment(7be6d306-895a-4c06-ab56-4bd9a789b404),segment_id=7be6d306-895a-4c06-ab56-4bd9a789b404)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:07.963203 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:08.013925 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=f9d43948-29fa-4fcf-ab2e-e73d55e39e6c,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:08.331280 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc34a2-ccd3-4260-809c-8351dc318d5c None None] Network 60da5973-18ef-4191-99c0-4635013e52e9 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:52:08.401339 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-76f942dc-be5a-4e82-8007-755ead67df1a None None] Provisioning complete for port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:08.401710 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-76f942dc-be5a-4e82-8007-755ead67df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:08.774288 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-14cf22f3-c6b5-4a77-8211-346710845b4d None None] Provisioning complete for port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:08.775023 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-14cf22f3-c6b5-4a77-8211-346710845b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:09.647650 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f9d43948-29fa-4fcf-ab2e-e73d55e39e6c up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:09.696688 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:09.697054 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:10.099596 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44006) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:10.441593 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [None req-fc21a34f-b63d-4c13-87b0-a5d4c048696a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:52:10.442883 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-fc21a34f-b63d-4c13-87b0-a5d4c048696a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3420310 May 04 14:52:11.199032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-90604615-cd9e-4703-9137-73de8c593551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:12.844683 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44014) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:13.225583 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:52:13.283328 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Made reservation on behalf of 3f8b0a72e388499eb82ed4aa52cd9e29 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:13.355102 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.policy [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101971) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:52:13.400752 dv-cinder-829630-2-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:52:13.401114 dv-cinder-829630-2-smb neutron-server[101971]: WARNING oslo_policy.policy [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:52:13.411462 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.431759 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.543494 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.550573 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.565991 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=101971) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 14:52:13.595846 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765370952039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.596330 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bb121836-7e83-42f6-a6ab-be7a0d7fe57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.596732 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Unsubscribe: segment precommit_create {{(pid=101971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:52:13.596948 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Added segment 9512e3ee-5cf2-4f27-9878-6b92f920ed4f of type flat for network 2dad0da5-4f6f-4334-814d-ec3024e4e67f May 04 14:52:13.620089 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30920e-ee60-46f0-9447-59a007095ae0,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:13.653613 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.653969 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.654305 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.654662 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.655006 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.655352 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.655669 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.655981 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.656309 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.656621 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.656933 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.657237 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Tracked resource versions report: May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: pushed versions: May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: { 'AddressGroup': {'1.2'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'ConntrackHelper': {'1.0'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Log': {'1.0'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Network': {'1.1'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Port': {'1.7'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'PortForwarding': {'1.2'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'QosPolicy': {'1.9'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroup': {'1.4'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroupRule': {'1.2'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'SubPort': {'1.0'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Subnet': {'1.1'}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Trunk': {'1.1'}} May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: consumer versions: May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'ConntrackHelper': '1.0', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Log': '1.0', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Network': '1.1', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Port': '1.7', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'PortForwarding': '1.2', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'QosPolicy': '1.9', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroup': '1.4', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroupRule': '1.2', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'SubPort': '1.0', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Subnet': '1.1', May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: 'Trunk': '1.1'}} May 04 14:52:13.658343 dv-cinder-829630-2-smb neutron-server[101971]: {{(pid=101971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:52:13.724477 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.772216 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.773344 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:13.774012 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:13.863728 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0178962 May 04 14:52:13.876707 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032aa15-6cea-4d29-84e7-5c83756b39e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2dad0da5-4f6f-4334-814d-ec3024e4e67f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:13.900916 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:52:14.579891 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:15.776651 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:16.319211 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44038) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:16.371294 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:16.560373 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6269d2-53b7-415b-9e9b-e7b8bac2a524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:16.561821 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-4b6269d2-53b7-415b-9e9b-e7b8bac2a524 admin admin] 10.222.0.41 "GET /v2.0/subnets/4602b547-1bfb-4765-b321-a4d55afe21ae HTTP/1.1" status: 200 len: 849 time: 0.2417119 May 04 14:52:16.725661 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-58b79a26-2bdb-4439-9405-e8c33f7e5b18 admin admin] 10.222.0.41 "GET /v2.0/routers/84a9b92a-c807-43cb-b023-22184689505f HTTP/1.1" status: 200 len: 704 time: 0.1538894 May 04 14:52:17.025947 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:17.319512 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Allocated IP 172.20.0.1 (60da5973-18ef-4191-99c0-4635013e52e9/4602b547-1bfb-4765-b321-a4d55afe21ae/a6e362a1-5f91-4eb2-936f-eee5b8090ee8) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:17.517363 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:17.588453 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:17.665859 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Network 60da5973-18ef-4191-99c0-4635013e52e9 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:17.671044 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:17.676163 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Pushing event updated for resources: {'Port': ['ID=a6e362a1-5f91-4eb2-936f-eee5b8090ee8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:17.679005 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:17.680194 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:17.839058 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-f14564b1-09d1-480b-868f-a2a87dc23d54 None None] Provisioning complete for port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:17.839702 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f14564b1-09d1-480b-868f-a2a87dc23d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:17.873994 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-f14564b1-09d1-480b-868f-a2a87dc23d54 None None] Port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:52:17.881837 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:18.171842 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:18.177878 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:18.178683 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:18.265076 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Pushing event updated for resources: {'Port': ['ID=a6e362a1-5f91-4eb2-936f-eee5b8090ee8,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:18.315984 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Network 60da5973-18ef-4191-99c0-4635013e52e9 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:18.317344 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:18.481232 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Router 84a9b92a-c807-43cb-b023-22184689505f is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:52:18.496919 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-1fcdda0a-3ab9-45b8-9a6d-94b400d7bb63 None None] Provisioning complete for port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:18.497288 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1fcdda0a-3ab9-45b8-9a6d-94b400d7bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:18.532159 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdda0a-3ab9-45b8-9a6d-94b400d7bb63 None None] Port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:52:18.590002 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:18.595763 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-77a12d36-630d-4445-9db9-5535e70609fc admin admin] 10.222.0.41 "PUT /v2.0/routers/84a9b92a-c807-43cb-b023-22184689505f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8592458 May 04 14:52:18.601181 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Sync routers for ids ['84a9b92a-c807-43cb-b023-22184689505f'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:18.613958 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Routers {'84a9b92a-c807-43cb-b023-22184689505f'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:18.614814 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T14:52:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['84a9b92a-c807-43cb-b023-22184689505f'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:18.803100 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Set router 84a9b92a-c807-43cb-b023-22184689505f gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:19.247393 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a9b92a-c807-43cb-b023-22184689505f', 'name': 'router1', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:07Z', 'updated_at': '2022-05-04T14:52:17Z', 'revision_number': 2, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'gw_port_host': None, '_interfaces': [{'id': 'a6e362a1-5f91-4eb2-936f-eee5b8090ee8', 'name': '', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'mac_address': 'fa:16:3e:4d:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:17Z', 'revision_number': 2, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'subnets': [{'id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c87e71f-c36e-4196-a611-b3b09e8dc582'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:19.299289 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Checking router: 84a9b92a-c807-43cb-b023-22184689505f for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:19.299651 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Updating router 84a9b92a-c807-43cb-b023-22184689505f port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:19.346508 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:19.863769 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:19.871748 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.026160 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Pushing event updated for resources: {'Port': ['ID=a6e362a1-5f91-4eb2-936f-eee5b8090ee8,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:20.041617 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.041947 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.042278 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.042629 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.042951 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.043267 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.043583 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.043902 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.044217 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.044528 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.044841 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.045146 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Tracked resource versions report: May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: pushed versions: May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: { 'AddressGroup': {'1.2'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'ConntrackHelper': {'1.0'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Log': {'1.0'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Network': {'1.1'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Port': {'1.7'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'PortForwarding': {'1.2'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'QosPolicy': {'1.9'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroup': {'1.4'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroupRule': {'1.2'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'SubPort': {'1.0'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Subnet': {'1.1'}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Trunk': {'1.1'}} May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: consumer versions: May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'ConntrackHelper': '1.0', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Log': '1.0', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Network': '1.1', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Port': '1.7', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'PortForwarding': '1.2', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'QosPolicy': '1.9', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroup': '1.4', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroupRule': '1.2', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'SubPort': '1.0', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Subnet': '1.1', May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: 'Trunk': '1.1'}} May 04 14:52:20.046948 dv-cinder-829630-2-smb neutron-server[101973]: {{(pid=101973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:52:20.049678 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Attempting to bind port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:52:20.049786 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Attempting to bind port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:52:20.050204 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Attempting to bind port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 on network 60da5973-18ef-4191-99c0-4635013e52e9 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:20.055888 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:20.056285 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Checking segment: {'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:52:20.056748 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.057221 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Bound using segment: {'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:20.057585 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Bound port: a6e362a1-5f91-4eb2-936f-eee5b8090ee8, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6d306-895a-4c06-ab56-4bd9a789b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:52:20.057954 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.124326 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] For port a6e362a1-5f91-4eb2-936f-eee5b8090ee8, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:20.143502 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] For port a6e362a1-5f91-4eb2-936f-eee5b8090ee8, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=a6e362a1-5f91-4eb2-936f-eee5b8090ee8,segment=NetworkSegment(7be6d306-895a-4c06-ab56-4bd9a789b404),segment_id=7be6d306-895a-4c06-ab56-4bd9a789b404)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:20.148552 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.163665 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-f721ac54-64be-40e8-bfbb-e54f922c58e1 None None] Provisioning complete for port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:20.164181 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f721ac54-64be-40e8-bfbb-e54f922c58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.192772 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Routers {'84a9b92a-c807-43cb-b023-22184689505f'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:20.193415 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T14:52:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['84a9b92a-c807-43cb-b023-22184689505f'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:20.245267 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f721ac54-64be-40e8-bfbb-e54f922c58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.283543 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-f721ac54-64be-40e8-bfbb-e54f922c58e1 None None] For port a6e362a1-5f91-4eb2-936f-eee5b8090ee8, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=a6e362a1-5f91-4eb2-936f-eee5b8090ee8,segment=NetworkSegment(7be6d306-895a-4c06-ab56-4bd9a789b404),segment_id=7be6d306-895a-4c06-ab56-4bd9a789b404)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:20.285593 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65a32d-5743-4230-aaf1-1c106f3d4caf None None] Pushing event updated for resources: {'Port': ['ID=a6e362a1-5f91-4eb2-936f-eee5b8090ee8,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:20.290461 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f721ac54-64be-40e8-bfbb-e54f922c58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.304257 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] Set router 84a9b92a-c807-43cb-b023-22184689505f gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:20.363751 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ac54-64be-40e8-bfbb-e54f922c58e1 None None] Pushing event updated for resources: {'Port': ['ID=a6e362a1-5f91-4eb2-936f-eee5b8090ee8,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:20.409983 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-2ea5e771-64bb-44c4-a035-e239bdcf56f6 None None] Provisioning complete for port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:20.410348 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e771-64bb-44c4-a035-e239bdcf56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:20.526724 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a9b92a-c807-43cb-b023-22184689505f', 'name': 'router1', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:07Z', 'updated_at': '2022-05-04T14:52:17Z', 'revision_number': 2, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'gw_port_host': None, '_interfaces': [{'id': 'a6e362a1-5f91-4eb2-936f-eee5b8090ee8', 'name': '', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'mac_address': 'fa:16:3e:4d:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:20Z', 'revision_number': 4, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'subnets': [{'id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c87e71f-c36e-4196-a611-b3b09e8dc582'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:20.552562 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff27845-437b-4e03-99fc-09feb0935b77 None None] The sync data for ids ['84a9b92a-c807-43cb-b023-22184689505f'] in dv-cinder-829630-2-smb is: [{'id': '84a9b92a-c807-43cb-b023-22184689505f', 'name': 'router1', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:07Z', 'updated_at': '2022-05-04T14:52:17Z', 'revision_number': 2, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'gw_port_host': None, '_interfaces': [{'id': 'a6e362a1-5f91-4eb2-936f-eee5b8090ee8', 'name': '', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'mac_address': 'fa:16:3e:4d:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:20Z', 'revision_number': 4, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'subnets': [{'id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c87e71f-c36e-4196-a611-b3b09e8dc582'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:20.875164 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44060) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:20.993821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887cf631-1641-4bc2-a7a1-d580f5a88f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:20.995260 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-887cf631-1641-4bc2-a7a1-d580f5a88f5c admin admin] 10.222.0.41 "GET /v2.0/networks/2dad0da5-4f6f-4334-814d-ec3024e4e67f HTTP/1.1" status: 200 len: 842 time: 0.1191554 May 04 14:52:21.006302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:52:21.028816 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Made reservation on behalf of 3f8b0a72e388499eb82ed4aa52cd9e29 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:21.031459 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:21.342933 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.objects.ports [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 04 14:52:21.343363 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:21.398695 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a5135b-64c2-4aaf-aec3-482c78104639,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:21.409624 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:52:21.409975 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Network hostable DHCP agents. Network: 2dad0da5-4f6f-4334-814d-ec3024e4e67f, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:52:21.428910 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:52:21.440280 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 2dad0da5-4f6f-4334-814d-ec3024e4e67f) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:21.445582 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:21.449329 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064364f0-4014-4def-919c-ab590966eb00 None None] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:52:21.451299 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:21.468135 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-52494809-98cf-4c9e-b6ed-16bd03ba5b8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4654517 May 04 14:52:21.584366 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497cde5-c5a7-4570-bd69-91722a865baa None None] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:52:23.770339 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44068) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:23.982050 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-51e38ec2-d9f9-4edd-9e50-79ae18f064c1 admin admin] 10.222.0.41 "GET /v2.0/routers/84a9b92a-c807-43cb-b023-22184689505f HTTP/1.1" status: 200 len: 710 time: 0.2104428 May 04 14:52:24.071106 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b4ca1-23ef-481f-a231-e2c34cb20707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:24.072473 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-492b4ca1-23ef-481f-a231-e2c34cb20707 admin admin] 10.222.0.41 "GET /v2.0/networks/2dad0da5-4f6f-4334-814d-ec3024e4e67f HTTP/1.1" status: 200 len: 886 time: 0.0825443 May 04 14:52:24.082405 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:52:24.328325 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:24.598655 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:24.677529 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:24.696578 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:52:24.837198 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Allocated IP 172.28.3.151 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/2605ec41-63b5-4680-b0eb-f0e5fc6b2f73) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:24.944787 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:25.003064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:25.065209 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:25.069570 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:25.075969 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:25.151064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Pushing event updated for resources: {'Port': ['ID=2605ec41-63b5-4680-b0eb-f0e5fc6b2f73,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:25.367282 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:25.569850 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5979'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:25.574388 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1807101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1807092', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803031'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:25.685318 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device a6e362a1-5f91-4eb2-936f-eee5b8090ee8 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:25.698674 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Router 84a9b92a-c807-43cb-b023-22184689505f has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:52:25.741357 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:25.741721 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:25.890988 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:25.897295 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:25.898623 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-eca38bfd-cb9b-49f5-8642-f44238a2ced5 admin admin] 10.222.0.41 "PUT /v2.0/routers/84a9b92a-c807-43cb-b023-22184689505f HTTP/1.1" status: 200 len: 890 time: 1.8194280 May 04 14:52:26.939453 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Sync routers for ids ['84a9b92a-c807-43cb-b023-22184689505f'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:26.950778 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Routers {'84a9b92a-c807-43cb-b023-22184689505f'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:26.951419 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T14:52:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['84a9b92a-c807-43cb-b023-22184689505f'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:27.157603 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Set router 84a9b92a-c807-43cb-b023-22184689505f gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:27.611608 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a9b92a-c807-43cb-b023-22184689505f', 'name': 'router1', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '2605ec41-63b5-4680-b0eb-f0e5fc6b2f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:07Z', 'updated_at': '2022-05-04T14:52:25Z', 'revision_number': 4, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'gw_port': {'id': '2605ec41-63b5-4680-b0eb-f0e5fc6b2f73', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:24Z', 'updated_at': '2022-05-04T14:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'a6e362a1-5f91-4eb2-936f-eee5b8090ee8', 'name': '', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'mac_address': 'fa:16:3e:4d:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:20Z', 'revision_number': 5, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'subnets': [{'id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c87e71f-c36e-4196-a611-b3b09e8dc582'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:27.662442 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Checking router: 84a9b92a-c807-43cb-b023-22184689505f for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:27.662817 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Updating router 84a9b92a-c807-43cb-b023-22184689505f port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:27.708996 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:28.024980 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:28.031932 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:28.081595 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Attempting to bind port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:52:28.081964 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Attempting to bind port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:52:28.082323 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Attempting to bind port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:28.084261 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893cf4b-1cd1-46e6-9431-f013a1059f8d None None] Pushing event updated for resources: {'Port': ['ID=2605ec41-63b5-4680-b0eb-f0e5fc6b2f73,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:28.089534 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:28.089906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:52:28.090304 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:28.090714 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:28.091178 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Bound port: 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:52:28.091566 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:28.140829 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] For port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:28.143970 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] For port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2605ec41-63b5-4680-b0eb-f0e5fc6b2f73,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:28.148748 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:28.211499 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893cf4b-1cd1-46e6-9431-f013a1059f8d None None] Pushing event updated for resources: {'Port': ['ID=2605ec41-63b5-4680-b0eb-f0e5fc6b2f73,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:28.215356 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Routers {'84a9b92a-c807-43cb-b023-22184689505f'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:28.216661 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T14:52:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['84a9b92a-c807-43cb-b023-22184689505f'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:28.327647 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] Set router 84a9b92a-c807-43cb-b023-22184689505f gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:28.349130 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44080) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:28.467235 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1f325433-6db3-4966-a21d-f8847929ec15 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1165941 May 04 14:52:28.546550 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a9b92a-c807-43cb-b023-22184689505f', 'name': 'router1', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '2605ec41-63b5-4680-b0eb-f0e5fc6b2f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:07Z', 'updated_at': '2022-05-04T14:52:25Z', 'revision_number': 4, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'gw_port': {'id': '2605ec41-63b5-4680-b0eb-f0e5fc6b2f73', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:24Z', 'updated_at': '2022-05-04T14:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'a6e362a1-5f91-4eb2-936f-eee5b8090ee8', 'name': '', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'mac_address': 'fa:16:3e:4d:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:20Z', 'revision_number': 5, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'subnets': [{'id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c87e71f-c36e-4196-a611-b3b09e8dc582'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:28.575008 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd073ff-ad04-425a-ac92-2aacfebb63e9 None None] The sync data for ids ['84a9b92a-c807-43cb-b023-22184689505f'] in dv-cinder-829630-2-smb is: [{'id': '84a9b92a-c807-43cb-b023-22184689505f', 'name': 'router1', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '2605ec41-63b5-4680-b0eb-f0e5fc6b2f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:07Z', 'updated_at': '2022-05-04T14:52:25Z', 'revision_number': 4, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'gw_port': {'id': '2605ec41-63b5-4680-b0eb-f0e5fc6b2f73', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:24Z', 'updated_at': '2022-05-04T14:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'a6e362a1-5f91-4eb2-936f-eee5b8090ee8', 'name': '', 'network_id': '60da5973-18ef-4191-99c0-4635013e52e9', 'tenant_id': '0674a325d0cd45d3bd5995712180d5b2', 'mac_address': 'fa:16:3e:4d:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9b92a-c807-43cb-b023-22184689505f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:20Z', 'revision_number': 5, 'project_id': '0674a325d0cd45d3bd5995712180d5b2', 'subnets': [{'id': '4602b547-1bfb-4765-b321-a4d55afe21ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c87e71f-c36e-4196-a611-b3b09e8dc582'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:29.685853 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:29.740101 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:29.740469 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:29.822966 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:29.845467 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2605ec41-63b5-4680-b0eb-f0e5fc6b2f73,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:29.850463 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:29.897429 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=2605ec41-63b5-4680-b0eb-f0e5fc6b2f73,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:31.673255 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:31.722018 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 2605ec41-63b5-4680-b0eb-f0e5fc6b2f73 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:31.722356 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:41.205799 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-563f4f04-6005-46e0-a8b3-852df0437e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:43.600928 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c5816cd8-3981-4ab6-be92-de6b28becca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:44.586719 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:45.783936 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:46.375891 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:01.699865 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:53:11.203482 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ccd1-7ead-431a-a3ce-2e0b5c9a475c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:13.610083 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b914a80e-4bc2-45f1-b5ba-8c34d5b9da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:14.589516 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:15.784396 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:16.385257 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:38.699082 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:53:41.199511 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-137ed279-f685-4126-9353-abef9a74b38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:43.607833 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-521d376f-b0e9-4812-b44a-00211ed338b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:44.589140 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:45.784485 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:46.382489 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:05.142767 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44642) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:05.207469 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0223eabe-59f0-4ceb-b1fb-8063f343d5c9 admin admin] GET failed (client error): The resource could not be found. May 04 14:54:05.208821 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-0223eabe-59f0-4ceb-b1fb-8063f343d5c9 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650072 May 04 14:54:05.378559 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66a295-a61b-452d-aeae-479806312b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:05.380080 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-4c66a295-a61b-452d-aeae-479806312b3f admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1664863 May 04 14:54:07.612501 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44652) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:07.725146 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466435da-f2af-42f0-85c6-53494463f6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:07.726478 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-466435da-f2af-42f0-85c6-53494463f6a7 admin admin] 10.222.0.41 "GET /v2.0/subnets/4602b547-1bfb-4765-b321-a4d55afe21ae HTTP/1.1" status: 200 len: 849 time: 0.1125193 May 04 14:54:07.738123 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:54:07.836113 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Notify callbacks [] for subnet, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:08.007111 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765370947000'] for subnet, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:08.036207 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:08.036813 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:08.038074 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] 10.222.0.41 "PUT /v2.0/subnets/4602b547-1bfb-4765-b321-a4d55afe21ae HTTP/1.1" status: 200 len: 868 time: 0.3037374 May 04 14:54:08.053611 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c0b72-6028-45fb-8d8d-e55a65c59ac9 None None] Network 60da5973-18ef-4191-99c0-4635013e52e9 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:54:08.059499 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4602b547-1bfb-4765-b321-a4d55afe21ae,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:08.067681 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.068047 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.068388 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.068716 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.069046 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.069500 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.069829 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.070190 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.070564 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.070877 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.071193 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.072077 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93e47f-5fd0-488d-8f06-93425e81826e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:08.468579 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-0a50f6f9-9a22-4c8b-8c6e-36d8f1e08005 None None] Provisioning complete for port f9d43948-29fa-4fcf-ab2e-e73d55e39e6c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:54:08.468965 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a50f6f9-9a22-4c8b-8c6e-36d8f1e08005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:08.559097 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-0a50f6f9-9a22-4c8b-8c6e-36d8f1e08005 None None] Provisioning complete for port a6e362a1-5f91-4eb2-936f-eee5b8090ee8 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:54:08.559361 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0a50f6f9-9a22-4c8b-8c6e-36d8f1e08005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:10.246494 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44662) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:10.451780 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014bdc5-bcce-4b3a-a671-dfcccf5c5866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:10.452149 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014bdc5-bcce-4b3a-a671-dfcccf5c5866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:10.453711 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6014bdc5-bcce-4b3a-a671-dfcccf5c5866 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062156 May 04 14:54:11.203475 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-87e1626f-f42b-43cb-bbd8-b6af7b0b2793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:12.640105 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44670) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:12.785747 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06556e-871d-460c-9e5d-dcdc5c7f4ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:12.786239 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06556e-871d-460c-9e5d-dcdc5c7f4ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:12.787806 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-bb06556e-871d-460c-9e5d-dcdc5c7f4ed8 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1466322 May 04 14:54:13.601940 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a2b1a02b-b5cc-4d39-a945-fd6236af69bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:14.589909 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:14.981303 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44678) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:15.123991 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e2744-a33a-48c4-910e-989c4426f2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:15.125438 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6e3e2744-a33a-48c4-910e-989c4426f2b6 admin admin] 10.222.0.41 "GET /v2.0/networks/2dad0da5-4f6f-4334-814d-ec3024e4e67f HTTP/1.1" status: 200 len: 886 time: 0.1431594 May 04 14:54:15.698406 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:54:15.790698 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:16.376907 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:17.336870 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44686) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:17.477881 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f629da5c-feda-44f4-b4a9-cc108d7b2aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:17.479271 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f629da5c-feda-44f4-b4a9-cc108d7b2aad admin admin] 10.222.0.41 "GET /v2.0/networks/60da5973-18ef-4191-99c0-4635013e52e9 HTTP/1.1" status: 200 len: 869 time: 0.1410744 May 04 14:54:19.678302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44694) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:19.807819 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa730ee-d79f-4fab-a262-045962df267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:19.808274 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa730ee-d79f-4fab-a262-045962df267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:19.809817 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1fa730ee-d79f-4fab-a262-045962df267b admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303780 May 04 14:54:22.009973 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44702) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:22.112748 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b04f9-443a-49ac-9b6b-05e5ad4aa99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:22.113311 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b04f9-443a-49ac-9b6b-05e5ad4aa99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:22.114875 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-856b04f9-443a-49ac-9b6b-05e5ad4aa99a admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1038196 May 04 14:54:24.298439 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44710) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:24.400185 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b006a5-2190-4624-ac72-f1c5fa2c9de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:24.401550 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-51b006a5-2190-4624-ac72-f1c5fa2c9de7 admin admin] 10.222.0.41 "GET /v2.0/subnets/4602b547-1bfb-4765-b321-a4d55afe21ae HTTP/1.1" status: 200 len: 868 time: 0.1017096 May 04 14:54:26.596121 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44718) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:26.693939 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9995e-769e-4cd7-a767-2d975c0a59d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.695309 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0ba9995e-769e-4cd7-a767-2d975c0a59d2 admin admin] 10.222.0.41 "GET /v2.0/subnets/89a5135b-64c2-4aaf-aec3-482c78104639 HTTP/1.1" status: 200 len: 816 time: 0.0975175 May 04 14:54:41.208165 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7c45df2e-a120-4bb6-9641-f57aedca2de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:43.605819 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-35b41a0c-5b13-46d6-9a2c-601d7d8ace63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:44.595330 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:45.792969 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:46.382477 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:46.776370 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44772) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:46.832735 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [None req-55f95396-04f1-4915-a372-fc10bc296bd7 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:54:46.833770 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-55f95396-04f1-4915-a372-fc10bc296bd7 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563545 May 04 14:54:49.188967 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44780) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:49.252843 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68f072-8527-44c4-bbae-ce01b50f7279 admin admin] GET failed (client error): The resource could not be found. May 04 14:54:49.254161 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-dd68f072-8527-44c4-bbae-ce01b50f7279 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642223 May 04 14:54:49.358391 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a8e24-e2b3-4386-8f5f-b5e9e1281aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:49.360596 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-af2a8e24-e2b3-4386-8f5f-b5e9e1281aa0 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0992231 May 04 14:54:51.596632 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44788) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:51.647584 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:54:51.668497 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Made reservation on behalf of 3f8b0a72e388499eb82ed4aa52cd9e29 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:54:51.671142 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:51.706182 dv-cinder-829630-2-smb neutron-server[101970]: WARNING neutron.services.revisions.revision_plugin [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Could not find related network for resource to bump revision. May 04 14:54:51.718657 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:54:51.728040 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:51.728373 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.segments_db [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Added segment b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a of type vlan for network 8b5f8aa0-e1ba-452d-937e-99549185cf6e May 04 14:54:51.774275 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:51.801680 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:51.802695 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:51.803267 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:51.851978 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2542529 May 04 14:54:51.865588 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Pushing event updated for resources: {'Network': ['ID=8b5f8aa0-e1ba-452d-937e-99549185cf6e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:51.873239 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.873607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.873951 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.874275 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.874639 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.874966 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.875286 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.875599 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.875921 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.876240 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.876573 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.876885 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bf260-f846-4014-867f-270a9c53622a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:51.888830 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 8b5f8aa0-e1ba-452d-937e-99549185cf6e details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:54:52.697790 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:54:54.077601 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44796) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:54.149490 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3ae802-d35c-405d-809d-623bb6563b85 admin admin] GET failed (client error): The resource could not be found. May 04 14:54:54.150834 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-da3ae802-d35c-405d-809d-623bb6563b85 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0722797 May 04 14:54:54.254903 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb586deb-da94-4e1a-aa87-1b5a3540f1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:54.256285 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-cb586deb-da94-4e1a-aa87-1b5a3540f1cb admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005876 May 04 14:54:54.266868 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:54:54.293859 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Made reservation on behalf of 3f8b0a72e388499eb82ed4aa52cd9e29 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:54:54.297375 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:54.487903 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:54.549495 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17728e2f-ca5c-416a-9254-074bda6e2228,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:54.561555 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Checking segment: {'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:54:54.561903 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Network hostable DHCP agents. Network: 8b5f8aa0-e1ba-452d-937e-99549185cf6e, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:54:54.585058 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Network 8b5f8aa0-e1ba-452d-937e-99549185cf6e is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:54:54.597478 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 8b5f8aa0-e1ba-452d-937e-99549185cf6e) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:54.601946 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:54.602601 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:54.610815 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0573d99-c169-4931-85e4-72075a93dc4d None None] Network 8b5f8aa0-e1ba-452d-937e-99549185cf6e requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:54:54.618846 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b029b7de-9475-4880-939d-a8a8588961e2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3553758 May 04 14:54:54.774569 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-8b5f8aa0-e1ba-452d-937e-99549185cf6e', 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e', 'tenant_id': '3f8b0a72e388499eb82ed4aa52cd9e29', 'fixed_ips': [{'subnet_id': '17728e2f-ca5c-416a-9254-074bda6e2228'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:54:54.775611 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:54.915082 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Allocated IP 192.168.233.2 (8b5f8aa0-e1ba-452d-937e-99549185cf6e/17728e2f-ca5c-416a-9254-074bda6e2228/d5adf713-43a1-433f-bd7d-84312dc0ac55) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:54:55.063730 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.069236 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.110753 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Network 8b5f8aa0-e1ba-452d-937e-99549185cf6e is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:54:55.113711 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:55.118248 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Pushing event updated for resources: {'Port': ['ID=d5adf713-43a1-433f-bd7d-84312dc0ac55,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:55.120439 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:54:55.132011 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.132361 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.132700 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.133033 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.133364 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.133694 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.134018 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.134342 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.134733 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.135061 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.135386 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.135705 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:55.184934 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Attempting to bind port d5adf713-43a1-433f-bd7d-84312dc0ac55 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:54:55.185214 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Attempting to bind port d5adf713-43a1-433f-bd7d-84312dc0ac55 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:54:55.185567 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Attempting to bind port d5adf713-43a1-433f-bd7d-84312dc0ac55 on network 8b5f8aa0-e1ba-452d-937e-99549185cf6e {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:54:55.190763 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:54:55.191140 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Checking segment: {'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:54:55.191666 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.192106 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Bound using segment: {'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:54:55.192563 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Bound port: d5adf713-43a1-433f-bd7d-84312dc0ac55, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:54:55.192948 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.255474 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] For port d5adf713-43a1-433f-bd7d-84312dc0ac55, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:54:55.258652 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] For port d5adf713-43a1-433f-bd7d-84312dc0ac55, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=d5adf713-43a1-433f-bd7d-84312dc0ac55,segment=NetworkSegment(b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a),segment_id=b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:54:55.264034 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.330883 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f3c19-674f-4990-97c8-f1cac7e93be0 None None] Pushing event updated for resources: {'Port': ['ID=d5adf713-43a1-433f-bd7d-84312dc0ac55,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:55.767360 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device d5adf713-43a1-433f-bd7d-84312dc0ac55 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:54:55.821221 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port d5adf713-43a1-433f-bd7d-84312dc0ac55 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:54:55.821589 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.903451 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.940882 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port d5adf713-43a1-433f-bd7d-84312dc0ac55, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=d5adf713-43a1-433f-bd7d-84312dc0ac55,segment=NetworkSegment(b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a),segment_id=b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:55.946972 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:55.999740 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=d5adf713-43a1-433f-bd7d-84312dc0ac55,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:56.173010 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf9360-9e4a-404c-ae3a-232a0e935f06 None None] Network 8b5f8aa0-e1ba-452d-937e-99549185cf6e requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:54:56.240482 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-6a052cb5-7b02-4c49-a5f4-f57606952f7e None None] Provisioning complete for port d5adf713-43a1-433f-bd7d-84312dc0ac55 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:54:56.240770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6a052cb5-7b02-4c49-a5f4-f57606952f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:56.606118 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8a2b6345-95da-42ed-9718-bc611c13c8e2 None None] Provisioning complete for port d5adf713-43a1-433f-bd7d-84312dc0ac55 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:54:56.606513 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6345-95da-42ed-9718-bc611c13c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:57.741982 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device d5adf713-43a1-433f-bd7d-84312dc0ac55 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:54:57.793878 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port d5adf713-43a1-433f-bd7d-84312dc0ac55 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:54:57.794214 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:11.212868 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-dd9db5bb-865b-45d5-9918-69b1b4ad0275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:13.609320 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3f55a624-bb95-4c52-92dd-b054251a3668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:14.596767 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:15.808213 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:16.389123 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:29.696602 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:55:41.216728 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf796-246c-4c81-9cb9-ca99ffb7714d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:43.613681 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7d4538ae-136a-4904-b158-1c69be261b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:44.600123 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:45.801931 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:46.385085 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:06.694974 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:56:11.222238 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-096c995e-a429-47be-9a44-495af08b096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:13.617627 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4cb85870-d38f-4196-aacd-093f9c156ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:14.601956 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:15.805850 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:16.389911 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:28.389756 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44834) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:56:28.395755 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [None req-f3f710cf-8662-4a76-a9ee-14550ee8853f tempest-verify_tempest_config-1813643083 tempest-verify_tempest_config-1813643083-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:56:28.396802 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-f3f710cf-8662-4a76-a9ee-14550ee8853f tempest-verify_tempest_config-1813643083 tempest-verify_tempest_config-1813643083-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060031 May 04 14:56:28.717935 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:56:28.836265 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:28.921123 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:28.926569 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:28.969083 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1224bdc-fa37-4f69-ae31-379d3da60a49,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:28.973996 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06698b7c289a44b9adbe6df848fbfec9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2549770 May 04 14:56:28.977030 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 44856) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:56:28.978513 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.978862 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.979122 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.979480 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.979808 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.980140 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.980465 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.980787 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.981125 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.981455 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.981772 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:28.982091 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1705186-82af-4a3b-a912-6fbf6a9666d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.036601 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:29.063015 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:29.161567 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:29.164065 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:29.168070 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1224bdc-fa37-4f69-ae31-379d3da60a49 HTTP/1.1" status: 204 len: 168 time: 0.1899936 May 04 14:56:29.176182 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1224bdc-fa37-4f69-ae31-379d3da60a49,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:29.182866 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.183270 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.183569 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.183905 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.184234 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.184568 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.184894 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.185218 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.185557 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.185883 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.186202 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:29.186634 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3811062-f166-41d5-b05d-bde10ca0bbf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:41.215803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c814725f-cc58-48ca-9607-ce18c24ebbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:43.622260 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-45bf58f6-278d-4ac2-af52-7a01756211fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:43.693618 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:56:44.610731 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:45.806573 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:46.396763 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:11.225203 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-adefccc6-d12a-4585-a95a-cfae94b97e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:13.633304 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d981440-a508-47fd-985f-fe8091cc49d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:14.614692 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:15.813911 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:16.391920 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:20.693290 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:57:41.225268 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4005-1998-4434-ada1-71ffed320210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:43.638730 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8038a25a-9b6c-4159-940c-0c677ae9d563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:44.627433 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:45.817244 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:46.396950 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:57.698163 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 5 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:58:11.232406 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-754a01d7-f77e-4c5e-9150-f6e55d08eaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.640818 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3f9a715f-f88a-4d01-b1cd-90c1e7ff8973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.619949 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.821550 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.402653 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.962569 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806068'] for agent, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.698414 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:58:40.135911 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44930) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:40.255712 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-84a4c323-aae0-4007-a78f-2aecad9062af admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1187351 May 04 14:58:41.217590 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e2755509-b5a4-4b79-9cb4-df87a8ae3f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:42.457034 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 44940) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:42.524655 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-c71a38e8-947e-4b79-920e-928ab97fc59d admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0664616 May 04 14:58:43.638146 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-42d44338-e8ee-4488-8850-6c9f942073c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.613243 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.824285 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:46.411942 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:53.925684 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:11.223314 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-523e3cc0-e105-41ca-b12b-e0c74758217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:11.703778 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:59:13.631985 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5a8085c2-dd27-4069-84a7-f4d633bccd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:14.624248 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:15.831613 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:16.415555 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:23.932778 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.217799 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b7867b63-79a4-4bf4-8821-5d4afdcea7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.626779 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-04887d63-bd95-4c72-924d-cfbf85f4b570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:44.621213 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.832192 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.410328 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:48.703098 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:59:53.926992 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:11.215469 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0e9a94c6-812b-4f85-88e1-3861101a9786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:13.633087 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-386e223e-3e0b-47f6-bf69-ed3c0d9f24b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:14.624476 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:15.839907 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:16.416574 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:23.926610 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:25.702754 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:00:29.017579 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45068) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:29.239246 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1571012973-network', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:29.260632 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Made reservation on behalf of 4409ef01cf20403e9a31e3224c6ca84a for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:29.263124 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.271219 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.355298 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.360024 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.392509 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6871b4-c4a4-4cf6-8587-e979b01e2164,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:29.396458 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:00:29.405562 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.405840 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.406171 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.406499 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.406843 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.407326 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.407972 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.408157 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.408477 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.408799 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.409140 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.409450 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Tracked resource versions report: May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: pushed versions: May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: { 'AddressGroup': {'1.2'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'ConntrackHelper': {'1.0'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Log': {'1.0'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Network': {'1.1'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Port': {'1.7'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'PortForwarding': {'1.2'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'QosPolicy': {'1.9'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroup': {'1.4'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroupRule': {'1.2'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'SubPort': {'1.0'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Subnet': {'1.1'}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Trunk': {'1.1'}} May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: consumer versions: May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: HyperV agent@hv-cinder-82963: {}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'ConntrackHelper': '1.0', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Log': '1.0', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Network': '1.1', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Port': '1.7', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'PortForwarding': '1.2', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'QosPolicy': '1.9', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroup': '1.4', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'SecurityGroupRule': '1.2', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'SubPort': '1.0', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Subnet': '1.1', May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: 'Trunk': '1.1'}} May 04 15:00:29.410728 dv-cinder-829630-2-smb neutron-server[101971]: {{(pid=101971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 15:00:29.420229 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.420843 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Added segment d847f870-eab7-498d-bcac-8d30a5da79a6 of type vlan for network d6c3806b-af4e-47ad-b507-0ee62747f9c4 May 04 15:00:29.491927 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.527675 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.529043 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:29.529828 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:29.715954 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c3806b-af4e-47ad-b507-0ee62747f9c4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:29.732531 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:00:29.742881 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45108) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:29.743736 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-dd7f4db2-7f38-49c6-b264-8db7f8f834b0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7240257 May 04 15:00:29.753540 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Request body: {'subnet': {'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-subnet', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:29.803481 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Made reservation on behalf of 4409ef01cf20403e9a31e3224c6ca84a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:29.810210 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.034135 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.195366 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4068bbd-8292-49fc-bcc1-bacdb5185837,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:30.210562 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.211035 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.211245 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.211574 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.211889 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.212214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.212529 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.213108 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.213453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.213787 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.214080 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.214387 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Tracked resource versions report: May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: pushed versions: May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: { 'AddressGroup': {'1.2'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'ConntrackHelper': {'1.0'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Log': {'1.0'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Network': {'1.1'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Port': {'1.7'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'PortForwarding': {'1.2'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'QosPolicy': {'1.9'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroup': {'1.4'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroupRule': {'1.2'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'SubPort': {'1.0'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Subnet': {'1.1'}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Trunk': {'1.1'}} May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: consumer versions: May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: HyperV agent@hv-cinder-82963: {}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'ConntrackHelper': '1.0', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Log': '1.0', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Network': '1.1', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Port': '1.7', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'PortForwarding': '1.2', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'QosPolicy': '1.9', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroup': '1.4', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'SecurityGroupRule': '1.2', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'SubPort': '1.0', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Subnet': '1.1', May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: 'Trunk': '1.1'}} May 04 15:00:30.215708 dv-cinder-829630-2-smb neutron-server[101970]: {{(pid=101970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 15:00:30.226748 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Checking segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:30.227097 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Network hostable DHCP agents. Network: d6c3806b-af4e-47ad-b507-0ee62747f9c4, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:00:30.246830 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:00:30.257022 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, d6c3806b-af4e-47ad-b507-0ee62747f9c4) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:30.261949 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:30.262865 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.267640 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6238f91-12ff-4fe4-8f98-6485d7a19966 None None] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:30.290319 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-19b585c1-e237-4b9d-8bc0-8d5eba030a60 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5447772 May 04 15:00:30.293035 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:30.299116 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:30.329058 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.331184 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.413108 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.438129 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-d6c3806b-af4e-47ad-b507-0ee62747f9c4', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:00:30.439178 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.585225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.628860 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Allocated IP 172.20.0.2 (d6c3806b-af4e-47ad-b507-0ee62747f9c4/b4068bbd-8292-49fc-bcc1-bacdb5185837/276287ca-0bf2-451c-bbcc-4f6fb558686b) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:30.639742 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45162) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:30.810849 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.818999 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.824652 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.860375 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.878072 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Pushing event updated for resources: {'Port': ['ID=276287ca-0bf2-451c-bbcc-4f6fb558686b,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:30.882651 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:30.888022 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:30.891047 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.891376 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.892198 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.892691 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.893160 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.893628 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.894118 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.894637 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.895151 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.895623 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.896139 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.897099 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Tracked resource versions report: May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: pushed versions: May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: { 'AddressGroup': {'1.2'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'ConntrackHelper': {'1.0'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Log': {'1.0'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Network': {'1.1'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Port': {'1.7'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'PortForwarding': {'1.2'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'QosPolicy': {'1.9'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroup': {'1.4'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroupRule': {'1.2'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'SubPort': {'1.0'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Subnet': {'1.1'}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Trunk': {'1.1'}} May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: consumer versions: May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: HyperV agent@hv-cinder-82963: {}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'ConntrackHelper': '1.0', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Log': '1.0', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Network': '1.1', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Port': '1.7', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'PortForwarding': '1.2', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'QosPolicy': '1.9', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroup': '1.4', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'SecurityGroupRule': '1.2', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'SubPort': '1.0', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Subnet': '1.1', May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: 'Trunk': '1.1'}} May 04 15:00:30.898417 dv-cinder-829630-2-smb neutron-server[101972]: {{(pid=101972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 15:00:30.901536 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:30.963796 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Attempting to bind port 276287ca-0bf2-451c-bbcc-4f6fb558686b on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:30.964173 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Attempting to bind port 276287ca-0bf2-451c-bbcc-4f6fb558686b by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:30.964764 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Attempting to bind port 276287ca-0bf2-451c-bbcc-4f6fb558686b on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:30.968816 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45170) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:30.970556 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:30.971183 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Checking segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:30.971845 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:30.972422 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Bound using segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:30.973076 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Bound port: 276287ca-0bf2-451c-bbcc-4f6fb558686b, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:30.973668 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.013115 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45174) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:31.026702 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Allocated IP 172.28.3.194 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/7ee3e360-f5d9-49ea-b485-bb36933da1db) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:31.046940 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45178) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:31.067904 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] For port 276287ca-0bf2-451c-bbcc-4f6fb558686b, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:31.072760 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] For port 276287ca-0bf2-451c-bbcc-4f6fb558686b, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=276287ca-0bf2-451c-bbcc-4f6fb558686b,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:31.079070 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.148691 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-856831783-network', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:31.156925 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.173770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccade1b-a854-4823-9869-8f3f4fff7d86 None None] Pushing event updated for resources: {'Port': ['ID=276287ca-0bf2-451c-bbcc-4f6fb558686b,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:31.201268 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.219707 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Made reservation on behalf of 88f9cd002bbd44f48f583100a026dc88 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:31.228047 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.252129 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.256124 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Pushing event updated for resources: {'Port': ['ID=7ee3e360-f5d9-49ea-b485-bb36933da1db,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:31.272835 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:31.274655 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:31.282389 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:31.359264 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798232562-network', 'tenant_id': '652c6723b2614d4cacb99a69e5006d21'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:31.418848 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Made reservation on behalf of 652c6723b2614d4cacb99a69e5006d21 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:31.421217 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.445937 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.481740 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.491827 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.619843 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1178164805-network', 'tenant_id': 'fbec52915ea44a01b65509ebf4a95421'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:31.619843 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:00:31.619843 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-817673453-network', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:31.619843 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75209fcf-1026-41b4-ba4c-29c8792f2db8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:31.662906 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.663526 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Added segment f56f6e06-5587-462f-970b-fc2aa4cafd74 of type vlan for network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 May 04 15:00:31.684500 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.709112 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Made reservation on behalf of 82e49d7421284dd98090fb4cd9b9af77 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:31.711845 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.718205 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Made reservation on behalf of fbec52915ea44a01b65509ebf4a95421 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:31.724654 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.780989 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.786143 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.789934 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.793224 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.813470 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.880797 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:00:31.926268 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.927826 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:31.928998 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.932367 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.932817 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Added segment 0a9d05d1-a24f-4d73-a667-33fec3ded12d of type vlan for network 35db6bd0-d5af-4f01-bc80-7a1aa12bd830 May 04 15:00:31.936971 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:31.954841 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83391898-9b2e-4607-846a-3cb3f493d7e7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.090385 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 276287ca-0bf2-451c-bbcc-4f6fb558686b up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:32.161880 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.166453 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] Pushing event updated for resources: {'Network': ['ID=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.179794 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ad994a71-5032-4c55-a700-b58ea1dd196b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5355139 May 04 15:00:32.181193 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45218) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:32.182189 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.185790 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.188057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Request body: {'subnet': {'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-856831783-subnet', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:32.193834 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:00:32.198986 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:00:32.226848 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Made reservation on behalf of 88f9cd002bbd44f48f583100a026dc88 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:32.227517 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.256683 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:00:32.257419 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.292060 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.292483 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Added segment ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642 of type vlan for network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 May 04 15:00:32.297579 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.298809 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:32.299342 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.319617 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.385911 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] Pushing event updated for resources: {'Network': ['ID=35db6bd0-d5af-4f01-bc80-7a1aa12bd830,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.392349 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c620c1e8-9865-49e9-b282-a7ff07a3b655 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4218521 May 04 15:00:32.395285 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.410948 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:00:32.411674 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45222) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:32.423874 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.424555 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Added segment de522e4d-7062-4ef0-b251-006d39343f75 of type vlan for network baf66c0f-151b-46ea-bf19-d3eb64719646 May 04 15:00:32.424767 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 35db6bd0-d5af-4f01-bc80-7a1aa12bd830 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:00:32.517253 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.576646 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 276287ca-0bf2-451c-bbcc-4f6fb558686b triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:32.577009 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.577616 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Request body: {'subnet': {'network_id': '35db6bd0-d5af-4f01-bc80-7a1aa12bd830', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798232562-subnet', 'tenant_id': '652c6723b2614d4cacb99a69e5006d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:32.587854 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:32.603725 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:32.621587 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:32.622562 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:32.639222 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.641635 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-bf264540-f1ab-461f-b20f-917a67c3eabd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3466511 May 04 15:00:32.651318 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45236) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:32.662891 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030753cd-5294-4316-b8b8-637cd225f164 None None] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:32.665529 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5f0932-da0f-4989-be35-4a76ce7c7cda,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.675817 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.680032 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:32.681516 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.853066 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] Pushing event updated for resources: {'Network': ['ID=baf66c0f-151b-46ea-bf19-d3eb64719646,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.860111 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:32.870273 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-56cbd2c5-6853-427f-9b74-002774a6363e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8561244 May 04 15:00:32.878741 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:32.884927 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45246) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:32.896453 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network baf66c0f-151b-46ea-bf19-d3eb64719646 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:00:32.900256 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Request body: {'subnet': {'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1178164805-subnet', 'tenant_id': 'fbec52915ea44a01b65509ebf4a95421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:32.995600 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Made reservation on behalf of fbec52915ea44a01b65509ebf4a95421 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:32.998177 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.001906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.021377 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8673e97b-ef58-4eae-8e37-ec4abeae5781 None None] Provisioning complete for port 276287ca-0bf2-451c-bbcc-4f6fb558686b triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:33.021736 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8673e97b-ef58-4eae-8e37-ec4abeae5781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.084558 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 276287ca-0bf2-451c-bbcc-4f6fb558686b, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=276287ca-0bf2-451c-bbcc-4f6fb558686b,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:33.120557 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.144745 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Made reservation on behalf of 652c6723b2614d4cacb99a69e5006d21 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:33.148086 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.197501 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:31Z', 'revision_number': 3, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:33.233947 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=276287ca-0bf2-451c-bbcc-4f6fb558686b,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:33.259675 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:33.260018 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Updating router b594a208-2002-4d92-9f78-1f004ba4a8a3 port 7ee3e360-f5d9-49ea-b485-bb36933da1db binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:00:33.269777 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.271471 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:33.274413 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.346582 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.429410 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.474283 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-169354dc-9b27-4f3a-a93d-fc453ccbebf7 None None] Provisioning complete for port 276287ca-0bf2-451c-bbcc-4f6fb558686b triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:33.477174 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-169354dc-9b27-4f3a-a93d-fc453ccbebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.564993 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5168192 May 04 15:00:33.573789 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.586766 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45266) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:33.684323 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Request body: {'subnet': {'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-subnet', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:33.741083 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224e44-bffb-46a8-9ee2-a054e1758729 admin admin] Pushing event updated for resources: {'Network': ['ID=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:33.757319 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:00:33.770479 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8604b0-9e6c-4003-8609-6c2f58d562b1,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:33.775096 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Made reservation on behalf of 82e49d7421284dd98090fb4cd9b9af77 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:33.777115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Checking segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:33.777351 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.777808 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Network hostable DHCP agents. Network: 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:00:33.806217 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490472a2-08b3-4cb3-931b-ee600682f228,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:33.808578 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.829542 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.880235 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Attempting to bind port 7ee3e360-f5d9-49ea-b485-bb36933da1db on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:33.881136 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Attempting to bind port 7ee3e360-f5d9-49ea-b485-bb36933da1db by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:33.881717 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Attempting to bind port 7ee3e360-f5d9-49ea-b485-bb36933da1db on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:33.917370 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:33.920492 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:33.921387 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.922856 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:33.925756 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Bound port: 7ee3e360-f5d9-49ea-b485-bb36933da1db, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:33.926582 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.934995 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:00:33.962687 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.981841 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:33.987326 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:33.987679 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:33.990968 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b828e270-23b7-4e3e-b202-56fce93c919e None None] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:34.026415 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 276287ca-0bf2-451c-bbcc-4f6fb558686b up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:34.062915 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6c6aee1a-8a1c-4f39-8f08-23cda18e07b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8769345 May 04 15:00:34.063817 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45280) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:34.069153 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:34.085277 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Pushing event updated for resources: {'Port': ['ID=7ee3e360-f5d9-49ea-b485-bb36933da1db,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:34.087797 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] For port 7ee3e360-f5d9-49ea-b485-bb36933da1db, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:34.098823 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] For port 7ee3e360-f5d9-49ea-b485-bb36933da1db, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7ee3e360-f5d9-49ea-b485-bb36933da1db,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:34.112784 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.118022 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.121091 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.121615 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.122107 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.122618 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.122747 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.123971 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.124503 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.125000 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.125619 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.128150 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.128687 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.131122 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.131661 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Tracked resource versions report: May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: pushed versions: May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: { 'AddressGroup': {'1.2'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'ConntrackHelper': {'1.0'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Log': {'1.0'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Network': {'1.1'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Port': {'1.7'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'PortForwarding': {'1.2'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'QosPolicy': {'1.9'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroup': {'1.4'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroupRule': {'1.2'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'SubPort': {'1.0'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Subnet': {'1.1'}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Trunk': {'1.1'}} May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: consumer versions: May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: { DHCP agent@dv-cinder-829630-2-smb: {}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: HyperV agent@hv-cinder-82963: {}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: L3 agent@dv-cinder-829630-2-smb: {}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: Metadata agent@dv-cinder-829630-2-smb: {}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: Metering agent@dv-cinder-829630-2-smb: {}, May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: Open vSwitch agent@dv-cinder-829630-2-smb: { 'AddressGroup': '1.2', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'ConntrackHelper': '1.0', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Log': '1.0', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Network': '1.1', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Port': '1.7', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'PortForwarding': '1.2', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'QosPolicy': '1.9', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroup': '1.4', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'SecurityGroupRule': '1.2', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'SubPort': '1.0', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Subnet': '1.1', May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: 'Trunk': '1.1'}} May 04 15:00:34.132933 dv-cinder-829630-2-smb neutron-server[101973]: {{(pid=101973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 15:00:34.225816 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2748c0c1-1207-40f7-bd52-6e91b4dad1ee,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:34.240409 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Checking segment: {'id': '0a9d05d1-a24f-4d73-a667-33fec3ded12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '35db6bd0-d5af-4f01-bc80-7a1aa12bd830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:34.240862 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Network hostable DHCP agents. Network: 35db6bd0-d5af-4f01-bc80-7a1aa12bd830, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:00:34.248456 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.252168 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:34.252863 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:34.260832 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Checking segment: {'id': 'de522e4d-7062-4ef0-b251-006d39343f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:34.261190 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Network hostable DHCP agents. Network: baf66c0f-151b-46ea-bf19-d3eb64719646, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:00:34.322732 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Network 35db6bd0-d5af-4f01-bc80-7a1aa12bd830 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:00:34.353657 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea96051-21cd-4896-bcb4-2449f99f3f06 None None] Pushing event updated for resources: {'Port': ['ID=7ee3e360-f5d9-49ea-b485-bb36933da1db,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:34.396552 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 35db6bd0-d5af-4f01-bc80-7a1aa12bd830) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:34.415662 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:34.416243 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.427970 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00936d81-6a5f-40bc-b198-57bb662ba7a9 None None] Network 35db6bd0-d5af-4f01-bc80-7a1aa12bd830 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:34.447404 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:34.463112 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 276287ca-0bf2-451c-bbcc-4f6fb558686b triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:34.465688 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.474044 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-abba8fd7-2035-44ff-8bef-ea2d22bcbf52 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0610628 May 04 15:00:34.523089 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Network baf66c0f-151b-46ea-bf19-d3eb64719646 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:00:34.537923 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.560074 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, baf66c0f-151b-46ea-bf19-d3eb64719646) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:34.562234 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.582059 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.592284 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6206c-5aae-4190-aa79-c3b45798da79 None None] Network baf66c0f-151b-46ea-bf19-d3eb64719646 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:34.600744 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:34.602230 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.691448 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2024b38-b224-4f5f-8efb-50cfdd561125,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:34.711546 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-3c52a997-04a3-420d-a8d1-ccc76cf6722a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8244193 May 04 15:00:34.797554 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:00:34.799890 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:34.881240 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:31Z', 'revision_number': 3, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:34.924413 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Checking segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:34.924866 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Network hostable DHCP agents. Network: 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:00:34.946063 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12dd6d2-b657-4ba7-805e-bf7147e3cfa5 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:31Z', 'revision_number': 3, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:35.023487 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:00:35.065005 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Allocated IP 172.20.0.1 (d6c3806b-af4e-47ad-b507-0ee62747f9c4/b4068bbd-8292-49fc-bcc1-bacdb5185837/7d806dad-26df-4e89-bd4f-597575872528) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:35.071554 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:35.082778 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.083444 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.122782 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cf791-ba0a-4c89-b805-85fecddee44b None None] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:35.212805 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ccdbe-e655-4ce3-86a8-20fe2bf93bd0 None None] Network 35db6bd0-d5af-4f01-bc80-7a1aa12bd830 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:35.454793 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.536993 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-754ed75b-9f2e-4eb0-885c-145687ebaf29 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8564076 May 04 15:00:35.545544 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45336) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:35.556672 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:35.585471 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.689540 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.691240 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21cdb46-7f25-4aaa-b61b-6c147af3fb4b None None] Network baf66c0f-151b-46ea-bf19-d3eb64719646 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:35.698274 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.728594 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:35.731728 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.734607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:35.754699 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:35.757469 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.812854 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:35.957648 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Allocated IP 172.20.0.2 (4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11/490472a2-08b3-4cb3-931b-ee600682f228/dfdd956e-3592-44a7-8d6a-6a0f695dd421) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:35.990969 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45346) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:35.995902 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-116441170-network', 'tenant_id': '6c3083db9ae74195a306a93972e8bcf9'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:36.001065 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.354050 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Allocated IP 172.28.3.185 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/2320b0c1-2777-4bec-b9ef-1d8e435d30be) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:36.356672 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.372505 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45378) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:36.384658 dv-cinder-829630-2-smb neutron-server[101970]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 15:00:36.405223 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7ee3e360-f5d9-49ea-b485-bb36933da1db up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:36.414898 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.486020 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Made reservation on behalf of 6c3083db9ae74195a306a93972e8bcf9 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:36.488842 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.492303 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Pushing event updated for resources: {'Port': ['ID=dfdd956e-3592-44a7-8d6a-6a0f695dd421,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:36.521389 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:36.527413 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:36.533307 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:36.534888 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Pushing event updated for resources: {'Port': ['ID=7d806dad-26df-4e89-bd4f-597575872528,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:36.548389 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.553054 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.562166 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-0dee4f87-9ff7-4f60-842c-e1f73f7ac3a7 None None] Provisioning complete for port 7d806dad-26df-4e89-bd4f-597575872528 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:36.562552 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0dee4f87-9ff7-4f60-842c-e1f73f7ac3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.624354 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-0dee4f87-9ff7-4f60-842c-e1f73f7ac3a7 None None] Port 7d806dad-26df-4e89-bd4f-597575872528 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:36.696600 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.736592 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Attempting to bind port dfdd956e-3592-44a7-8d6a-6a0f695dd421 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:36.737257 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Attempting to bind port dfdd956e-3592-44a7-8d6a-6a0f695dd421 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:36.737381 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Attempting to bind port dfdd956e-3592-44a7-8d6a-6a0f695dd421 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:36.765143 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.773664 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:36.773664 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Checking segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:36.773664 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.774062 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Bound using segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:36.774458 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Bound port: dfdd956e-3592-44a7-8d6a-6a0f695dd421, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:36.775050 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.784735 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-2903d77f-51d5-4094-8085-33cd6a849fd3 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:36.789880 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:00:36.790836 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.793060 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-2903d77f-51d5-4094-8085-33cd6a849fd3 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/networks?id=baf66c0f-151b-46ea-bf19-d3eb64719646 HTTP/1.1" status: 200 len: 812 time: 0.4174383 May 04 15:00:36.796063 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.810358 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.814352 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-d8e8530b-b899-4845-9b5b-388751d4a286 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/quotas/fbec52915ea44a01b65509ebf4a95421 HTTP/1.1" status: 200 len: 375 time: 0.0202079 May 04 15:00:36.841444 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.854464 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 7ee3e360-f5d9-49ea-b485-bb36933da1db triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:36.854951 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.857857 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:36.876294 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:36.885230 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-18b12c83-fd01-4bf1-98bc-64eda1163bee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbec52915ea44a01b65509ebf4a95421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698218 May 04 15:00:36.885801 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:36.898005 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:00:36.901196 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Pushing event updated for resources: {'Port': ['ID=2320b0c1-2777-4bec-b9ef-1d8e435d30be,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:36.996578 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd6112b-e628-4e11-a141-61a1846a6df3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:37.000730 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.001066 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Added segment 2f605d50-4e85-4575-a3f2-7b11aa9e7f50 of type vlan for network 9405977a-efd2-4cee-8ca4-b461ad1c2f76 May 04 15:00:37.060466 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.064041 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] For port dfdd956e-3592-44a7-8d6a-6a0f695dd421, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:37.067638 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.070123 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.074635 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] For port dfdd956e-3592-44a7-8d6a-6a0f695dd421, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=dfdd956e-3592-44a7-8d6a-6a0f695dd421,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:37.110711 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.179585 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1628830-d2e5-44c6-92a7-d33f0160f2eb None None] Pushing event updated for resources: {'Port': ['ID=dfdd956e-3592-44a7-8d6a-6a0f695dd421,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:37.196698 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Pushing event updated for resources: {'Port': ['ID=7d806dad-26df-4e89-bd4f-597575872528,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:37.230348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-ef0bd051-1a7d-4c68-b8d3-5267d649bd21 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:00:37.231458 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-ef0bd051-1a7d-4c68-b8d3-5267d649bd21 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098168 May 04 15:00:37.287708 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.316396 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.324361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:37.325796 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:37.380486 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.405416 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.455360 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 7ee3e360-f5d9-49ea-b485-bb36933da1db, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7ee3e360-f5d9-49ea-b485-bb36933da1db,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:37.457018 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Allocated IP 172.20.0.2 (95f02fcd-8aea-4ebc-a09b-4aefa4d0f113/a2024b38-b224-4f5f-8efb-50cfdd561125/7cb65de4-710a-4945-9951-f92d485f240f) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:37.475912 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.598755 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Allocated IP 172.28.3.144 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/59b78b78-8e4a-406b-8c9a-1be3a8075a01) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:37.672764 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:00:37.762909 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.808081 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.811670 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:37.812556 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.838805 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=7ee3e360-f5d9-49ea-b485-bb36933da1db,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:37.901962 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-0d441fe5-704a-4a5b-94d1-21ffa3be0dca None None] Provisioning complete for port 7d806dad-26df-4e89-bd4f-597575872528 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:37.904081 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0d441fe5-704a-4a5b-94d1-21ffa3be0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.914435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:37.926659 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-e437c85f-b584-4230-a2ce-bafbc4b27f60 admin admin] 10.222.0.41 "PUT /v2.0/routers/b594a208-2002-4d92-9f78-1f004ba4a8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2647979 May 04 15:00:37.938716 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.946985 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:37.950805 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] Pushing event updated for resources: {'Network': ['ID=9405977a-efd2-4cee-8ca4-b461ad1c2f76,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:37.968818 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:37.977584 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-95a890ca-dd71-4ade-8d48-e574cd1d34a3 service neutron] 10.222.0.41 "GET /v2.0/networks/baf66c0f-151b-46ea-bf19-d3eb64719646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284961 May 04 15:00:38.051234 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 9405977a-efd2-4cee-8ca4-b461ad1c2f76 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:00:38.075579 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:38.091089 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-8a16fbb3-764d-434e-ad2e-2ddd1610ba81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0959015 May 04 15:00:38.096170 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45428) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:38.097424 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:38.114914 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Request body: {'subnet': {'network_id': '9405977a-efd2-4cee-8ca4-b461ad1c2f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-116441170-subnet', 'tenant_id': '6c3083db9ae74195a306a93972e8bcf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:38.167744 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Made reservation on behalf of 6c3083db9ae74195a306a93972e8bcf9 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:38.170593 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:38.188600 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:38.189221 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:38.208972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-101b3e07-f61c-4bb6-92f1-44acec932582 service neutron] 10.222.0.41 "GET /v2.0/networks/baf66c0f-151b-46ea-bf19-d3eb64719646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239599 May 04 15:00:38.303487 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:38.370205 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Pushing event updated for resources: {'Port': ['ID=59b78b78-8e4a-406b-8c9a-1be3a8075a01,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:38.412796 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7ee3e360-f5d9-49ea-b485-bb36933da1db up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:38.447840 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:38.462392 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-0d441fe5-704a-4a5b-94d1-21ffa3be0dca None None] Port 7d806dad-26df-4e89-bd4f-597575872528 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:38.499251 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:38.562402 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:38.588733 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:38.607703 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=407dfad5-415d-4169-9935-9a018cb7fe59,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:38.677946 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 7ee3e360-f5d9-49ea-b485-bb36933da1db triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:38.678312 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:38.688646 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-157e75d3-5852-4cd7-aca8-5ad4ee7aa07a req-080218b3-8fa6-4cfd-8b4f-1cf643d33821 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 210 time: 0.0908315 May 04 15:00:38.702698 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:38.745110 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Checking segment: {'id': '2f605d50-4e85-4575-a3f2-7b11aa9e7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9405977a-efd2-4cee-8ca4-b461ad1c2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:38.745464 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Network hostable DHCP agents. Network: 9405977a-efd2-4cee-8ca4-b461ad1c2f76, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:00:38.770417 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:38.775821 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:38.791435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Network 9405977a-efd2-4cee-8ca4-b461ad1c2f76 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:00:38.815634 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 9405977a-efd2-4cee-8ca4-b461ad1c2f76) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:38.820887 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:38.821995 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:38.838649 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Pushing event updated for resources: {'Port': ['ID=7cb65de4-710a-4945-9951-f92d485f240f,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:38.842443 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb02988-ebf0-4c61-b553-bedbeafb85ba None None] Network 9405977a-efd2-4cee-8ca4-b461ad1c2f76 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:38.848941 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5637a480-4772-48e8-85dc-94243cd94052 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7514842 May 04 15:00:39.050319 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45476) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:39.055704 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d0bb8998-d3a4-4d60-a574-d574822746a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424212702', 'description': 'tempest-description--1897127240'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:39.078431 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.121613 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8998-d3a4-4d60-a574-d574822746a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.188938 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bced51-cdd8-4c26-86e3-84f8f84020cc None None] Network 9405977a-efd2-4cee-8ca4-b461ad1c2f76 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:39.274796 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45492) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:39.334980 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553b4dc-7263-479e-8cd6-25e5b72f1dc3 None None] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:39.357915 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Attempting to bind port 7cb65de4-710a-4945-9951-f92d485f240f on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:39.358294 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Attempting to bind port 7cb65de4-710a-4945-9951-f92d485f240f by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:39.363438 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Attempting to bind port 7cb65de4-710a-4945-9951-f92d485f240f on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:39.367499 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.378874 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8998-d3a4-4d60-a574-d574822746a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.400497 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8998-d3a4-4d60-a574-d574822746a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.448798 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:39.449173 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Checking segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:39.449573 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.449957 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Bound using segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:39.450437 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Bound port: 7cb65de4-710a-4945-9951-f92d485f240f, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:39.450857 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.462652 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] Deleting subnet 2748c0c1-1207-40f7-bd52-6e91b4dad1ee {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:00:39.481748 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.491769 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0bb8998-d3a4-4d60-a574-d574822746a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.493019 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-d0bb8998-d3a4-4d60-a574-d574822746a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4416380 May 04 15:00:39.501377 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45512) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:39.511553 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-023e8313-69d5-4a46-8c03-2688fad23f47 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': '2c2f7f9b-c9ad-46ec-bb1d-b8e889554589', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:39.562225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb8998-d3a4-4d60-a574-d574822746a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:39.592365 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.620850 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.659950 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-380908e8-8fe1-48d0-ae86-bfae53dd8944 None None] Provisioning complete for port dfdd956e-3592-44a7-8d6a-6a0f695dd421 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:39.660319 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-380908e8-8fe1-48d0-ae86-bfae53dd8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.706728 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-023e8313-69d5-4a46-8c03-2688fad23f47 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.751987 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 2, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:39.754126 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.828874 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.837263 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.841569 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2748c0c1-1207-40f7-bd52-6e91b4dad1ee HTTP/1.1" status: 204 len: 168 time: 0.5658224 May 04 15:00:39.843225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99875b01-079f-4a09-bca0-35b24fcafe9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2748c0c1-1207-40f7-bd52-6e91b4dad1ee,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:39.845751 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45528) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:39.856681 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45530) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:39.871960 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] For port 7cb65de4-710a-4945-9951-f92d485f240f, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:39.876128 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] For port 7cb65de4-710a-4945-9951-f92d485f240f, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7cb65de4-710a-4945-9951-f92d485f240f,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:39.879369 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device dfdd956e-3592-44a7-8d6a-6a0f695dd421 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:39.887841 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.930104 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d51061ab-80f0-45b8-a9c1-b8eb29a91071 req-f4efce32-97d3-496b-a035-b51cfab043b6 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 210 time: 0.0648077 May 04 15:00:39.935810 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45538) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:39.966415 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-023e8313-69d5-4a46-8c03-2688fad23f47 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.984149 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:39.985021 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Updating router b594a208-2002-4d92-9f78-1f004ba4a8a3 port 7d806dad-26df-4e89-bd4f-597575872528 binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:00:40.001599 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af2d53-5112-43c5-a512-3b8d8c49c905 None None] Pushing event updated for resources: {'Port': ['ID=7cb65de4-710a-4945-9951-f92d485f240f,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:40.034722 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.095628 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-023e8313-69d5-4a46-8c03-2688fad23f47 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.117167 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.154113 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Router 572abb01-2662-4e06-8067-02d7d04aab18 is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:00:40.178115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.205380 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e8313-69d5-4a46-8c03-2688fad23f47 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facdbdc3-28c1-4b8c-8680-e8c46a61afee,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:40.221131 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.222096 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.223642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.224622 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > port after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.225150 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > port after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.227021 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.227147 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.227782 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.228951 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.229649 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.402248 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-380908e8-8fe1-48d0-ae86-bfae53dd8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.496808 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port dfdd956e-3592-44a7-8d6a-6a0f695dd421 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:40.497219 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.626918 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-380908e8-8fe1-48d0-ae86-bfae53dd8944 None None] For port dfdd956e-3592-44a7-8d6a-6a0f695dd421, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=dfdd956e-3592-44a7-8d6a-6a0f695dd421,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:40.637868 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:40.652057 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-023e8313-69d5-4a46-8c03-2688fad23f47 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.652420 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-380908e8-8fe1-48d0-ae86-bfae53dd8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.655674 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-023e8313-69d5-4a46-8c03-2688fad23f47 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1515975 May 04 15:00:40.655836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.655836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.655836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.655836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:00:40.655836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35db6bd0-d5af-4f01-bc80-7a1aa12bd830']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:40.660531 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Sync routers for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:40.665409 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:40.677009 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:40.680826 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:40.689050 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-76ff2543-34ba-41f8-9c92-55ee0f11fdd7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': '2c2f7f9b-c9ad-46ec-bb1d-b8e889554589', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:40.722109 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9d05d1-a24f-4d73-a667-33fec3ded12d') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:40.722652 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9d05d1-a24f-4d73-a667-33fec3ded12d') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:40.760075 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.767852 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2111cf2e-5559-4de9-aabc-6ec830bbc84a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7035620 May 04 15:00:40.769868 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45578) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:40.788615 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.801839 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76ff2543-34ba-41f8-9c92-55ee0f11fdd7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.936127 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:00:40.976187 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:41.022861 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4808feb-f558-4241-adab-17de421b7ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.083196 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76ff2543-34ba-41f8-9c92-55ee0f11fdd7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.117482 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76ff2543-34ba-41f8-9c92-55ee0f11fdd7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.327774 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.349192 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4808feb-f558-4241-adab-17de421b7ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.353266 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.358127 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff2543-34ba-41f8-9c92-55ee0f11fdd7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84992d94-9e98-4e75-868f-e3c8a6f5d50b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:41.370297 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4808feb-f558-4241-adab-17de421b7ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.376533 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380908e8-8fe1-48d0-ae86-bfae53dd8944 None None] Pushing event updated for resources: {'Port': ['ID=dfdd956e-3592-44a7-8d6a-6a0f695dd421,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:41.394770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.487258 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 3, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:41.502854 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-d4808feb-f558-4241-adab-17de421b7ac4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f7c415a52cf4da693dedcc3a28f06e3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5650954 May 04 15:00:41.520212 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2f44153e-51f6-4f88-b22a-db5a4e8bab5f req-61b98de4-36f1-4564-aa7d-238653a81a19 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 210 time: 0.1632967 May 04 15:00:41.520763 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45598) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:41.522297 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:00:41.525320 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: from cryptography.utils import int_from_bytes May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: from cryptography.utils import int_from_bytes May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:00:41.556942 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:00:41.559946 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-704408f9-a0ce-44e7-b62d-d6e27733fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.576383 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Checking router: 572abb01-2662-4e06-8067-02d7d04aab18 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:41.577115 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Updating router 572abb01-2662-4e06-8067-02d7d04aab18 port 2320b0c1-2777-4bec-b9ef-1d8e435d30be binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:00:41.590555 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7cb65de4-710a-4945-9951-f92d485f240f up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:41.654881 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.700669 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddef9089-97cd-48ae-9d33-0630f3b69792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.744452 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335c333-8b98-422a-a7ac-be8e7836d1f9 None None] Pushing event updated for resources: {'Port': ['ID=7d806dad-26df-4e89-bd4f-597575872528,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:41.759686 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddef9089-97cd-48ae-9d33-0630f3b69792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.793743 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:41.853555 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Sync routers for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:41.873760 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Attempting to bind port 7d806dad-26df-4e89-bd4f-597575872528 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:41.874418 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Attempting to bind port 7d806dad-26df-4e89-bd4f-597575872528 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:41.875084 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Attempting to bind port 7d806dad-26df-4e89-bd4f-597575872528 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:41.885260 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76ff2543-34ba-41f8-9c92-55ee0f11fdd7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.887148 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-76ff2543-34ba-41f8-9c92-55ee0f11fdd7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2041109 May 04 15:00:41.888036 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddef9089-97cd-48ae-9d33-0630f3b69792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.890598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddef9089-97cd-48ae-9d33-0630f3b69792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.891791 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-ddef9089-97cd-48ae-9d33-0630f3b69792 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de7b00e6-b745-4c28-8646-b6e5a76faff2 HTTP/1.1" status: 204 len: 168 time: 0.3380342 May 04 15:00:41.892853 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45606) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:41.908135 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:41.908797 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Checking segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:41.909353 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.909932 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Bound using segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:41.910609 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Bound port: 7d806dad-26df-4e89-bd4f-597575872528, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:41.911268 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.925736 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-f5c0909f-a4d9-4007-b951-4d33d3e93dc3 None None] Provisioning complete for port dfdd956e-3592-44a7-8d6a-6a0f695dd421 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:41.926363 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f5c0909f-a4d9-4007-b951-4d33d3e93dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.928678 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:41.935779 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:41.937106 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:41.968749 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4808feb-f558-4241-adab-17de421b7ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7b00e6-b745-4c28-8646-b6e5a76faff2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:41.982610 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.009756 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.011708 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef9089-97cd-48ae-9d33-0630f3b69792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7b00e6-b745-4c28-8646-b6e5a76faff2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:42.026867 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.029976 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] 10.222.0.41 "DELETE /v2.0/networks/35db6bd0-d5af-4f01-bc80-7a1aa12bd830 HTTP/1.1" status: 204 len: 168 time: 2.1676354 May 04 15:00:42.035692 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45614) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:42.050117 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3b78a-9939-4b4b-a02a-c4a51433212c admin admin] Pushing event deleted for resources: {'Network': ['ID=35db6bd0-d5af-4f01-bc80-7a1aa12bd830,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:42.075021 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1b02a-8270-4dd6-82d6-86e5a958b163 None None] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:42.079714 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 7cb65de4-710a-4945-9951-f92d485f240f triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:42.080422 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.085656 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.092018 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2a16ab1a-91f7-43af-8e74-0eb45ab0ff42 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5418539 May 04 15:00:42.098357 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45616) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:42.252955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.60', 55258) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:42.341681 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.363162 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.393853 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] Deleting subnet 407dfad5-415d-4169-9935-9a018cb7fe59 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:00:42.399099 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.502427 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a58e73-137c-43b7-a2eb-c1c5849bd7c7 None None] Pushing event updated for resources: {'Port': ['ID=2320b0c1-2777-4bec-b9ef-1d8e435d30be,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:42.516988 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.549149 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Attempting to bind port 2320b0c1-2777-4bec-b9ef-1d8e435d30be on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:42.549530 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Attempting to bind port 2320b0c1-2777-4bec-b9ef-1d8e435d30be by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:42.549891 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Attempting to bind port 2320b0c1-2777-4bec-b9ef-1d8e435d30be on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:42.579848 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.580652 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:42.581031 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:42.581426 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.581826 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:42.582305 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Bound port: 2320b0c1-2777-4bec-b9ef-1d8e435d30be, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:42.582723 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.644487 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:42.782682 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] For port 2320b0c1-2777-4bec-b9ef-1d8e435d30be, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:42.790215 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] For port 2320b0c1-2777-4bec-b9ef-1d8e435d30be, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2320b0c1-2777-4bec-b9ef-1d8e435d30be,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:42.804369 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.896434 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a58e73-137c-43b7-a2eb-c1c5849bd7c7 None None] Pushing event updated for resources: {'Port': ['ID=2320b0c1-2777-4bec-b9ef-1d8e435d30be,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:42.913879 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:42.916942 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:42.925506 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:42.979124 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.111520 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45668) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:43.113473 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] For port 7d806dad-26df-4e89-bd4f-597575872528, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:43.131093 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.158255 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-320b39eb-92e1-4daf-88af-e5af5d246b1e req-b226f9b9-3223-449d-bbe3-e9fff33b62e8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 210 time: 0.1964042 May 04 15:00:43.199538 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:43.248865 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-dda2c71f-3b1d-4484-8289-6de704b7d656 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:43.254625 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-dda2c71f-3b1d-4484-8289-6de704b7d656 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.60 "GET /v2.0/networks?id=baf66c0f-151b-46ea-bf19-d3eb64719646 HTTP/1.1" status: 200 len: 812 time: 0.9543858 May 04 15:00:43.300349 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.304178 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/407dfad5-415d-4169-9935-9a018cb7fe59 HTTP/1.1" status: 204 len: 168 time: 1.2583234 May 04 15:00:43.307541 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dc041-8690-4cd2-aa65-e3d4ef3bceb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407dfad5-415d-4169-9935-9a018cb7fe59,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:43.308066 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 45684) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:43.317095 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Request body: {'port': {'device_id': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646', 'admin_state_up': True, 'tenant_id': 'fbec52915ea44a01b65509ebf4a95421'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:43.451151 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Allocated IP 172.20.0.1 (4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11/490472a2-08b3-4cb3-931b-ee600682f228/833129be-071a-4634-afe9-a65555fc4324) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:43.522943 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 3, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:43.523700 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.537367 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] For port 7d806dad-26df-4e89-bd4f-597575872528, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7d806dad-26df-4e89-bd4f-597575872528,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:43.568664 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4bd9-6a5d-4eb8-b339-7e849e4ace2d None None] The sync data for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb is: [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 3, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:43.596866 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.696534 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.731656 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.763567 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f27064d8-ab96-446c-bb90-4028d7bb8b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.769180 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.788135 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.28.3.92 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/55eef2df-7e29-40bd-a752-c998e975ebbc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:43.804724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335c333-8b98-422a-a7ac-be8e7836d1f9 None None] Pushing event updated for resources: {'Port': ['ID=7d806dad-26df-4e89-bd4f-597575872528,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:43.911425 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] Provisioning complete for port 7d806dad-26df-4e89-bd4f-597575872528 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:43.911895 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.963322 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:44.001394 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:44.040072 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:44.040072 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.058424 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Pushing event updated for resources: {'Port': ['ID=833129be-071a-4634-afe9-a65555fc4324,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:44.110104 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.112826 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 7cb65de4-710a-4945-9951-f92d485f240f, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7cb65de4-710a-4945-9951-f92d485f240f,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:44.114019 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-937197f5-e7c1-4114-b296-44ff34fda891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.151013 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:44.151664 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:44.179116 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.185586 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f27064d8-ab96-446c-bb90-4028d7bb8b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.231368 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f27064d8-ab96-446c-bb90-4028d7bb8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.264074 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.581878 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27064d8-ab96-446c-bb90-4028d7bb8b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cd128-d98f-4352-9d74-3bf62ab5f48f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:44.593408 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f27064d8-ab96-446c-bb90-4028d7bb8b65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fa8b2ef7ecf4840bc56918010582fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4807293 May 04 15:00:44.602506 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45718) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:44.771667 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:44.776587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.818570 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=55eef2df-7e29-40bd-a752-c998e975ebbc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:44.830247 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:44.909120 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.982099 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0764017d-ddd1-43fc-a650-8f1029f52e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.054490 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0764017d-ddd1-43fc-a650-8f1029f52e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.059404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Allocated IP 172.20.0.1 (95f02fcd-8aea-4ebc-a09b-4aefa4d0f113/a2024b38-b224-4f5f-8efb-50cfdd561125/471292e6-3efa-4da9-83e9-cccbe42769ad) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:45.169758 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:45.270368 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6c2fc63e-9e68-4ff3-acff-89638cf74166 req-8df3a501-fd86-47cb-9ad8-251dde6f1349 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 210 time: 0.4601154 May 04 15:00:45.300447 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0764017d-ddd1-43fc-a650-8f1029f52e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.303026 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0764017d-ddd1-43fc-a650-8f1029f52e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.304168 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0764017d-ddd1-43fc-a650-8f1029f52e59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd4cd128-d98f-4352-9d74-3bf62ab5f48f HTTP/1.1" status: 204 len: 168 time: 0.6991966 May 04 15:00:45.324197 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.357778 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764017d-ddd1-43fc-a650-8f1029f52e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cd128-d98f-4352-9d74-3bf62ab5f48f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:45.362275 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Made reservation on behalf of fbec52915ea44a01b65509ebf4a95421 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:45.366957 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.403687 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.413589 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.415101 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.417934 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.423193 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9405977a-efd2-4cee-8ca4-b461ad1c2f76']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:45.429747 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device dfdd956e-3592-44a7-8d6a-6a0f695dd421 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:45.449391 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=7cb65de4-710a-4945-9951-f92d485f240f,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:45.531451 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.591341 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Pushing event updated for resources: {'Port': ['ID=833129be-071a-4634-afe9-a65555fc4324,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:45.679914 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.728354 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:38Z', 'revision_number': 3, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:45.730865 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:45.747259 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:45.750477 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:45.801768 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Checking router: 208fb6d2-345d-47d9-9a76-e41b8e1402f8 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:45.802299 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Updating router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 port 59b78b78-8e4a-406b-8c9a-1be3a8075a01 binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:00:45.828104 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Allocated IP 172.20.0.11 (baf66c0f-151b-46ea-bf19-d3eb64719646/ce8604b0-9e6c-4003-8609-6c2f58d562b1/be2dc912-ebee-4b51-807c-5edb4a84f153) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:45.867846 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.086622 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45744) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:46.133417 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-145c0add-d884-4087-8718-c74c3d70a367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.216970 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Router 572abb01-2662-4e06-8067-02d7d04aab18 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:00:46.279617 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.294566 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:46.297581 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.320074 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.395480 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f605d50-4e85-4575-a3f2-7b11aa9e7f50') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:46.396454 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f605d50-4e85-4575-a3f2-7b11aa9e7f50') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:46.415003 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.446514 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.453870 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:00:46.454544 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.475108 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Attempting to bind port 59b78b78-8e4a-406b-8c9a-1be3a8075a01 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:46.485196 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Attempting to bind port 59b78b78-8e4a-406b-8c9a-1be3a8075a01 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:46.486645 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Attempting to bind port 59b78b78-8e4a-406b-8c9a-1be3a8075a01 on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:46.519972 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] For port 7d806dad-26df-4e89-bd4f-597575872528, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7d806dad-26df-4e89-bd4f-597575872528,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:46.534111 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:46.534743 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:00:46.535153 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:00:46.537254 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.537254 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:46.537254 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Bound port: 59b78b78-8e4a-406b-8c9a-1be3a8075a01, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:46.543765 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.563823 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.581686 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.632202 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] For port 59b78b78-8e4a-406b-8c9a-1be3a8075a01, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:46.636062 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] For port 59b78b78-8e4a-406b-8c9a-1be3a8075a01, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=59b78b78-8e4a-406b-8c9a-1be3a8075a01,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:46.647872 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.654067 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-145c0add-d884-4087-8718-c74c3d70a367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.707240 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.707964 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-145c0add-d884-4087-8718-c74c3d70a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.728278 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Pushing event updated for resources: {'Port': ['ID=be2dc912-ebee-4b51-807c-5edb4a84f153,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:46.786057 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] Provisioning complete for port 7cb65de4-710a-4945-9951-f92d485f240f triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:46.786512 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.812832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.816784 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9405977a-efd2-4cee-8ca4-b461ad1c2f76 HTTP/1.1" status: 204 len: 168 time: 3.4187801 May 04 15:00:46.829658 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.894410 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port dfdd956e-3592-44a7-8d6a-6a0f695dd421 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:46.894821 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.899925 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.916737 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360858f-6709-419e-91fc-792e24b5320b req-da44833b-b672-4736-ab30-1094716766f0 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:46.922803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:46.923622 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:46.928548 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6360858f-6709-419e-91fc-792e24b5320b req-da44833b-b672-4736-ab30-1094716766f0 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 932 time: 0.3922715 May 04 15:00:46.932924 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ec021-881b-4607-8718-e58e038bdae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9405977a-efd2-4cee-8ca4-b461ad1c2f76,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:46.941602 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Network baf66c0f-151b-46ea-bf19-d3eb64719646 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:47.036549 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:47.093812 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:47.115688 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-145c0add-d884-4087-8718-c74c3d70a367 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b48a092389e543f9bd7c0af6402afb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0269265 May 04 15:00:47.119112 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c0add-d884-4087-8718-c74c3d70a367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12004f32-b71b-4bcb-b6ea-b840069e5584,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:47.134382 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45758) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:47.187621 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:47.211988 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Sync routers for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:47.228183 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e4545a6e-1490-4405-b373-34cac8442624 admin admin] 10.222.0.41 "PUT /v2.0/routers/572abb01-2662-4e06-8067-02d7d04aab18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4469683 May 04 15:00:47.229512 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45762) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:47.243864 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:47.248733 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:47.252134 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.256998 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6360858f-6709-419e-91fc-792e24b5320b req-e26af0e4-8d85-4ca9-a3d8-dd46ff2ca34b tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254254 May 04 15:00:47.316437 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.322357 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9014fd-7304-445d-9a26-5d15ef5eb29a None None] Pushing event updated for resources: {'Port': ['ID=59b78b78-8e4a-406b-8c9a-1be3a8075a01,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:47.386239 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8db6201b-61db-4afa-806e-6e2cc6ec4f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.397592 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:47.398305 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.444836 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8db6201b-61db-4afa-806e-6e2cc6ec4f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.474169 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d8057-a798-4322-8202-3a2f265b3517 None None] Pushing event updated for resources: {'Port': ['ID=7d806dad-26df-4e89-bd4f-597575872528,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:47.522402 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:47.538628 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Pushing event updated for resources: {'Port': ['ID=471292e6-3efa-4da9-83e9-cccbe42769ad,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:47.557807 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-5d5f4f06-4311-451a-851d-9b2f65a3a9d8 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2461071 May 04 15:00:47.560746 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:47.564185 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8db6201b-61db-4afa-806e-6e2cc6ec4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.567774 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8db6201b-61db-4afa-806e-6e2cc6ec4f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.572128 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-8db6201b-61db-4afa-806e-6e2cc6ec4f9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12004f32-b71b-4bcb-b6ea-b840069e5584 HTTP/1.1" status: 204 len: 168 time: 0.4345868 May 04 15:00:47.572425 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:47.588217 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-02156971-0ae8-474f-b218-dae7486c4ce2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=652c6723b2614d4cacb99a69e5006d21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3539474 May 04 15:00:47.588217 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6201b-61db-4afa-806e-6e2cc6ec4f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12004f32-b71b-4bcb-b6ea-b840069e5584,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:47.589621 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45774) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:47.592029 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-77cf11d6-268a-46a6-924e-c3798afa869c tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:00:47.592719 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-77cf11d6-268a-46a6-924e-c3798afa869c tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149543 May 04 15:00:47.655538 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:47.663602 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:47.711858 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-690ea1ce-87b0-48b3-a628-52dd3c5a8170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.759764 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-690ea1ce-87b0-48b3-a628-52dd3c5a8170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.885969 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-690ea1ce-87b0-48b3-a628-52dd3c5a8170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.888616 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-690ea1ce-87b0-48b3-a628-52dd3c5a8170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:47.890045 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-690ea1ce-87b0-48b3-a628-52dd3c5a8170 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83391898-9b2e-4607-846a-3cb3f493d7e7 HTTP/1.1" status: 204 len: 168 time: 0.2998090 May 04 15:00:47.899948 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ea1ce-87b0-48b3-a628-52dd3c5a8170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83391898-9b2e-4607-846a-3cb3f493d7e7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:47.953269 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:48.191858 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:45Z', 'revision_number': 2, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:48.206931 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:48.229251 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:48.263342 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9014fd-7304-445d-9a26-5d15ef5eb29a None None] Pushing event updated for resources: {'Port': ['ID=59b78b78-8e4a-406b-8c9a-1be3a8075a01,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:48.316284 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=55eef2df-7e29-40bd-a752-c998e975ebbc,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:48.321579 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Checking router: 572abb01-2662-4e06-8067-02d7d04aab18 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:48.322081 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Updating router 572abb01-2662-4e06-8067-02d7d04aab18 port 833129be-071a-4634-afe9-a65555fc4324 binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:00:48.340927 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2320b0c1-2777-4bec-b9ef-1d8e435d30be up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:48.460469 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:48.501983 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Provisioning complete for port 7d806dad-26df-4e89-bd4f-597575872528 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:48.503954 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:48.541302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:48.687139 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 2320b0c1-2777-4bec-b9ef-1d8e435d30be triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:48.687693 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.072333 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45810) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:49.104970 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Request body: {'port': {'device_id': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:49.217980 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1d38dd33-9903-48b6-809f-da4b481342e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c3083db9ae74195a306a93972e8bcf9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1435125 May 04 15:00:49.220008 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45820) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:49.295155 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.303081 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45826) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:49.304252 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.316434 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.320641 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-f6ff6af7-1c2f-4dfd-96f4-58a30ee7f18b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153646690', 'description': 'tempest-description--1565536282'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:49.371875 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.374081 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:38Z', 'revision_number': 3, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:49.415526 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-100fa979-b851-4a90-aeb2-ed4fa3357126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.426854 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deeded-ecb6-4040-a65c-6d7a987822dc None None] Pushing event updated for resources: {'Port': ['ID=833129be-071a-4634-afe9-a65555fc4324,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:49.463057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.463057 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-591480d3-fca7-4f02-9141-14a7e2e15a09 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5339596 May 04 15:00:49.510915 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-100fa979-b851-4a90-aeb2-ed4fa3357126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.722964 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6af7-1c2f-4dfd-96f4-58a30ee7f18b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.809784 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-100fa979-b851-4a90-aeb2-ed4fa3357126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.812996 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-100fa979-b851-4a90-aeb2-ed4fa3357126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.817560 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-100fa979-b851-4a90-aeb2-ed4fa3357126 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bd6112b-e628-4e11-a141-61a1846a6df3 HTTP/1.1" status: 204 len: 168 time: 0.5952446 May 04 15:00:49.860592 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fa979-b851-4a90-aeb2-ed4fa3357126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd6112b-e628-4e11-a141-61a1846a6df3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:49.937271 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 2320b0c1-2777-4bec-b9ef-1d8e435d30be, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2320b0c1-2777-4bec-b9ef-1d8e435d30be,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:49.940864 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.955958 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:49.963663 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:42Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:49.974991 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f6151-bd83-46e3-9b8f-d2977b777ed7 req-6fbc8c30-97cf-404e-8d31-4683d71b4379 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:49.977284 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-062f6151-bd83-46e3-9b8f-d2977b777ed7 req-6fbc8c30-97cf-404e-8d31-4683d71b4379 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 932 time: 1.4277253 May 04 15:00:50.032716 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6af7-1c2f-4dfd-96f4-58a30ee7f18b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.044572 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6af7-1c2f-4dfd-96f4-58a30ee7f18b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.079100 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8129d-5e1d-4ef0-b11d-9a29cceeeacb None None] The sync data for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb is: [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:38Z', 'revision_number': 3, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:50.106832 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Attempting to bind port 833129be-071a-4634-afe9-a65555fc4324 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:50.107076 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Attempting to bind port 833129be-071a-4634-afe9-a65555fc4324 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:50.107457 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Attempting to bind port 833129be-071a-4634-afe9-a65555fc4324 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:50.108050 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679f282-11c0-4f35-9c94-f6945778e03f None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:42Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:50.120782 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:50.122618 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Checking segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:50.123753 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.124150 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Bound using segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:50.127034 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Bound port: 833129be-071a-4634-afe9-a65555fc4324, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:50.127256 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.141694 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6af7-1c2f-4dfd-96f4-58a30ee7f18b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.147626 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f6ff6af7-1c2f-4dfd-96f4-58a30ee7f18b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8380716 May 04 15:00:50.150173 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45862) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:50.157411 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-631526e7-3200-47bd-a082-67a8e4597d3d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'security_group_rule': {'security_group_id': '42d39dcf-705b-4ec8-a1b6-eade402f3a73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:50.176099 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff6af7-1c2f-4dfd-96f4-58a30ee7f18b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d39dcf-705b-4ec8-a1b6-eade402f3a73,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:50.235304 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-631526e7-3200-47bd-a082-67a8e4597d3d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.308901 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Provisioning complete for port 833129be-071a-4634-afe9-a65555fc4324 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:50.330638 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.407528 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.415782 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] For port 833129be-071a-4634-afe9-a65555fc4324, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:50.440356 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] For port 833129be-071a-4634-afe9-a65555fc4324, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=833129be-071a-4634-afe9-a65555fc4324,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:50.442739 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-062f6151-bd83-46e3-9b8f-d2977b777ed7 req-7694e826-022d-425e-b4a8-b97934270bc6 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316442 May 04 15:00:50.454026 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7cb65de4-710a-4945-9951-f92d485f240f up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:50.455181 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-631526e7-3200-47bd-a082-67a8e4597d3d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.466886 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-631526e7-3200-47bd-a082-67a8e4597d3d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.468437 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.513843 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.551617 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631526e7-3200-47bd-a082-67a8e4597d3d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62bfbff-39f4-43fe-bcf9-caead1ef940a,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:50.576265 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-631526e7-3200-47bd-a082-67a8e4597d3d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.577507 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-631526e7-3200-47bd-a082-67a8e4597d3d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4260991 May 04 15:00:50.595358 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45876) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:50.662362 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=2320b0c1-2777-4bec-b9ef-1d8e435d30be,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:50.679374 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-1103dc80-d919-4268-ae98-909e403a1d4a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'security_group_rule': {'security_group_id': '42d39dcf-705b-4ec8-a1b6-eade402f3a73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:50.705908 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Port 833129be-071a-4634-afe9-a65555fc4324 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:50.745703 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Provisioning complete for port 471292e6-3efa-4da9-83e9-cccbe42769ad triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:50.754196 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.790752 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deeded-ecb6-4040-a65c-6d7a987822dc None None] Pushing event updated for resources: {'Port': ['ID=833129be-071a-4634-afe9-a65555fc4324,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:50.800248 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:50.801209 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:50.816812 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1103dc80-d919-4268-ae98-909e403a1d4a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.942716 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.970122 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 7cb65de4-710a-4945-9951-f92d485f240f triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:50.970642 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.017905 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Port 471292e6-3efa-4da9-83e9-cccbe42769ad cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:51.209192 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1103dc80-d919-4268-ae98-909e403a1d4a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.232363 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1103dc80-d919-4268-ae98-909e403a1d4a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.249445 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Provisioning complete for port 7cb65de4-710a-4945-9951-f92d485f240f triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:51.264434 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-590d9ff7-c10a-46c5-a8ef-0985ef99466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.293656 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:51.351312 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103dc80-d919-4268-ae98-909e403a1d4a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2f0a13-dfcc-4a1b-b600-57e95c21e096,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:51.393379 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1103dc80-d919-4268-ae98-909e403a1d4a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.396149 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1103dc80-d919-4268-ae98-909e403a1d4a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7822428 May 04 15:00:51.415594 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 45906) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:51.425340 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-92d98f50-2a15-41af-86d4-b9470a53f3f6 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--424212702&fields=id&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 267 time: 1.2681339 May 04 15:00:51.432858 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:51.576322 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.909898 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Pushing event updated for resources: {'Port': ['ID=471292e6-3efa-4da9-83e9-cccbe42769ad,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:51.942880 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:50Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:52.000768 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-13648538-2bcf-4397-9a43-24aca07e7b0d None None] Provisioning complete for port 833129be-071a-4634-afe9-a65555fc4324 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:52.001338 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13648538-2bcf-4397-9a43-24aca07e7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.082812 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88eb2b-22a0-4c72-890f-f0f1c7a50d1e None None] The sync data for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb is: [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:50Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:52.171016 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.406019 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13648538-2bcf-4397-9a43-24aca07e7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.438395 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-2fd6846a-be82-4526-ae4e-cdd4032d3e6c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.461579 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-2fd6846a-be82-4526-ae4e-cdd4032d3e6c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 1.0219333 May 04 15:00:52.542843 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-13648538-2bcf-4397-9a43-24aca07e7b0d None None] For port 833129be-071a-4634-afe9-a65555fc4324, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=833129be-071a-4634-afe9-a65555fc4324,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:52.554673 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13648538-2bcf-4397-9a43-24aca07e7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.638558 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Allocated IP 172.28.3.86 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/b7600ae1-519a-4223-9957-8b424d903ebf) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:52.679174 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbf500-bbaa-4041-83c7-bbc4eba7ac25 req-41e29de6-3aa0-44fb-b684-abb2d775fadd tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.681279 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-43fbf500-bbaa-4041-83c7-bbc4eba7ac25 req-41e29de6-3aa0-44fb-b684-abb2d775fadd tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 932 time: 0.7515783 May 04 15:00:52.683284 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-6ea5d8a0-67b2-4b66-be20-b57000a01844 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/quotas/4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 375 time: 0.2209463 May 04 15:00:52.772546 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:52.777069 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13648538-2bcf-4397-9a43-24aca07e7b0d None None] Pushing event updated for resources: {'Port': ['ID=833129be-071a-4634-afe9-a65555fc4324,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:52.803730 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 59b78b78-8e4a-406b-8c9a-1be3a8075a01 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:52.830825 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:52.857704 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-43fbf500-bbaa-4041-83c7-bbc4eba7ac25 req-2e940bf2-0c14-45fe-99cd-a7b0e9e9447f tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635578 May 04 15:00:53.071848 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 59b78b78-8e4a-406b-8c9a-1be3a8075a01 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:53.073374 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.078325 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.140464 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:00:53.170041 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.304741 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.320883 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'Port': ['ID=b7600ae1-519a-4223-9957-8b424d903ebf,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:53.350181 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:53.357660 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:53.369534 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:53.376659 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 59b78b78-8e4a-406b-8c9a-1be3a8075a01, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=59b78b78-8e4a-406b-8c9a-1be3a8075a01,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:53.391269 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.392081 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7d806dad-26df-4e89-bd4f-597575872528 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:53.548493 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ba4eef3e-dac8-4e3d-ab00-887a987b24cb None None] Provisioning complete for port 471292e6-3efa-4da9-83e9-cccbe42769ad triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:53.550018 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ba4eef3e-dac8-4e3d-ab00-887a987b24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.638945 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2dc912-ebee-4b51-807c-5edb4a84f153 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:53.639501 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.662560 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.706246 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Transition to ACTIVE for port object be2dc912-ebee-4b51-807c-5edb4a84f153 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:00:53.708724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=59b78b78-8e4a-406b-8c9a-1be3a8075a01,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:53.720813 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-ba4eef3e-dac8-4e3d-ab00-887a987b24cb None None] Port 471292e6-3efa-4da9-83e9-cccbe42769ad cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:53.739483 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.740715 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 7d806dad-26df-4e89-bd4f-597575872528 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:53.741266 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.746429 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.810962 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-3a99fdf3-d00c-4430-8664-c00752ee2a52 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1035454 May 04 15:00:53.988138 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Pushing event updated for resources: {'Port': ['ID=be2dc912-ebee-4b51-807c-5edb4a84f153,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:54.020894 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.024572 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2320b0c1-2777-4bec-b9ef-1d8e435d30be up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:54.151724 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:54.151979 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 2320b0c1-2777-4bec-b9ef-1d8e435d30be triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:54.152477 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.201717 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-ff27b693-3d4b-4aa1-bbfc-36de0195b725 admin admin] 10.222.0.41 "PUT /v2.0/routers/208fb6d2-345d-47d9-9a76-e41b8e1402f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1020024 May 04 15:00:54.295282 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.304014 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.443390 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'Port': ['ID=b7600ae1-519a-4223-9957-8b424d903ebf,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:54.464674 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.515862 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b8edb-5cd9-4dfd-abaf-5780bc4ce86c req-ff2bdb89-927e-4c7b-9c32-df2bff5b9b86 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:54.522272 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-118b8edb-5cd9-4dfd-abaf-5780bc4ce86c req-ff2bdb89-927e-4c7b-9c32-df2bff5b9b86 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 944 time: 0.3130267 May 04 15:00:54.533189 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.551122 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d9a6926b-5f2e-469d-8ac0-f9f1c3511ca1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1343880 May 04 15:00:54.618590 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-24a30c57-73b1-423d-8139-25eb97af1c9e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:00:54.625812 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-24a30c57-73b1-423d-8139-25eb97af1c9e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4706230 May 04 15:00:54.754039 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-118b8edb-5cd9-4dfd-abaf-5780bc4ce86c req-67fc0d28-06fc-470b-927a-180b651e4da5 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207508 May 04 15:00:54.756888 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Attempting to bind port be2dc912-ebee-4b51-807c-5edb4a84f153 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:54.757367 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Attempting to bind port be2dc912-ebee-4b51-807c-5edb4a84f153 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'de522e4d-7062-4ef0-b251-006d39343f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:54.757551 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Attempting to bind port be2dc912-ebee-4b51-807c-5edb4a84f153 on network baf66c0f-151b-46ea-bf19-d3eb64719646 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:54.775167 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Port be2dc912-ebee-4b51-807c-5edb4a84f153 on network baf66c0f-151b-46ea-bf19-d3eb64719646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:00:54.775485 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Attempting to bind port be2dc912-ebee-4b51-807c-5edb4a84f153 on network baf66c0f-151b-46ea-bf19-d3eb64719646 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:54.810870 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:54.811325 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Checking segment: {'id': 'de522e4d-7062-4ef0-b251-006d39343f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:54.811798 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Bound using segment: {'id': 'de522e4d-7062-4ef0-b251-006d39343f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:54.812275 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Bound port: be2dc912-ebee-4b51-807c-5edb4a84f153, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de522e4d-7062-4ef0-b251-006d39343f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:54.812693 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.872450 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 59b78b78-8e4a-406b-8c9a-1be3a8075a01 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:54.936233 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-4543325b-c59a-4d8b-a3c0-eff5041bd32a service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073897 May 04 15:00:55.037377 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 59b78b78-8e4a-406b-8c9a-1be3a8075a01 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:55.037968 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.206477 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 833129be-071a-4634-afe9-a65555fc4324 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:55.310799 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 833129be-071a-4634-afe9-a65555fc4324 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:55.311645 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.629824 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] For port be2dc912-ebee-4b51-807c-5edb4a84f153, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:55.664756 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] For port be2dc912-ebee-4b51-807c-5edb4a84f153, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be2dc912-ebee-4b51-807c-5edb4a84f153,segment=NetworkSegment(de522e4d-7062-4ef0-b251-006d39343f75),segment_id=de522e4d-7062-4ef0-b251-006d39343f75)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:55.687309 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.807669 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46068) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:56.097835 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.100818 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.107278 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] 10.222.0.60 "PUT /v2.0/ports/be2dc912-ebee-4b51-807c-5edb4a84f153 HTTP/1.1" status: 200 len: 1094 time: 8.1901131 May 04 15:00:56.123845 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5622cf7f-976a-4c2a-8a2a-93de3c17cb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.132067 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb07b2-380d-4fc1-bae6-e34fda8d5327 service neutron] Pushing event updated for resources: {'Port': ['ID=be2dc912-ebee-4b51-807c-5edb4a84f153,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:56.158880 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'tag': 'be2dc912-ebee-4b51-807c-5edb4a84f153'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:56.242763 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Sync routers for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:56.280697 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:56.281741 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:56.524423 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5622cf7f-976a-4c2a-8a2a-93de3c17cb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.537770 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5622cf7f-976a-4c2a-8a2a-93de3c17cb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.558991 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-4a6f9912-dd2b-4660-a161-26202ddec3b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6212227 May 04 15:00:56.567222 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:56.627306 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-5622cf7f-976a-4c2a-8a2a-93de3c17cb59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f560e065ad1147c88eb1b319dc1d2960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175249 May 04 15:00:56.633775 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46094) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:56.642240 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8ddc4f-9652-49cb-b15d-b3d961218d73", "tag": "be2dc912-ebee-4b51-807c-5edb4a84f153"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:56.746800 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-e9158eb1-42b4-4034-b085-f44f02ceabfc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.759613 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-e9158eb1-42b4-4034-b085-f44f02ceabfc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 818 time: 1.1427116 May 04 15:00:56.786773 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-27f4d0af-2219-4ea7-ad1b-4c9798a74f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.789545 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-27f4d0af-2219-4ea7-ad1b-4c9798a74f32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbec52915ea44a01b65509ebf4a95421&device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 1097 time: 0.5175090 May 04 15:00:56.819214 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-2953e769-b504-458e-a2f3-be3ce42180ad tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/quotas/82e49d7421284dd98090fb4cd9b9af77 HTTP/1.1" status: 200 len: 375 time: 0.0590093 May 04 15:00:56.824276 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782e5c0a-1259-44fb-bff1-be7c60775e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.828933 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622cf7f-976a-4c2a-8a2a-93de3c17cb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830e4977-6ab2-405f-a44b-a3507c8bf233,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:56.890137 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782e5c0a-1259-44fb-bff1-be7c60775e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.050387 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 2, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:57.054256 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782e5c0a-1259-44fb-bff1-be7c60775e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.057744 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782e5c0a-1259-44fb-bff1-be7c60775e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.059177 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-782e5c0a-1259-44fb-bff1-be7c60775e51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/830e4977-6ab2-405f-a44b-a3507c8bf233 HTTP/1.1" status: 204 len: 168 time: 0.4222221 May 04 15:00:57.096027 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5c0a-1259-44fb-bff1-be7c60775e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830e4977-6ab2-405f-a44b-a3507c8bf233,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:57.128647 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Checking router: 208fb6d2-345d-47d9-9a76-e41b8e1402f8 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:57.129291 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Updating router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 port 471292e6-3efa-4da9-83e9-cccbe42769ad binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:00:57.152346 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-54951140-b6aa-4a3a-840a-dc212825ab25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be2dc912-ebee-4b51-807c-5edb4a84f153 HTTP/1.1" status: 200 len: 217 time: 0.3306339 May 04 15:00:57.180134 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.283843 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-04464f4f-2a38-443f-ac04-b979785d9de3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4633040 May 04 15:00:57.360187 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-0e820226-652d-49a3-9d77-38d8aadf7588 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1153646690&fields=id&tenant_id=88f9cd002bbd44f48f583100a026dc88 HTTP/1.1" status: 200 len: 267 time: 0.2057033 May 04 15:00:57.599436 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-425e8de6-28c3-4154-b32d-f80802abde28 service neutron] 10.222.0.41 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130026 May 04 15:00:57.689700 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-f5cac499-6b41-433a-bdd0-4550f91ed0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:57.697549 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-f5cac499-6b41-433a-bdd0-4550f91ed0cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce8604b0-9e6c-4003-8609-6c2f58d562b1 HTTP/1.1" status: 200 len: 852 time: 0.4924757 May 04 15:00:57.887569 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-6a4e7db0-1b6e-46ba-9830-c0dde1cb9cd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=baf66c0f-151b-46ea-bf19-d3eb64719646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701427 May 04 15:00:57.893622 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46156) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:57.920055 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d715b49-0f85-495f-a62e-df57175e5ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.113894 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-4c98f776-bb9d-4e2f-b6c3-13a9cf39507b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.124373 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-4c98f776-bb9d-4e2f-b6c3-13a9cf39507b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 810 time: 0.7630432 May 04 15:00:58.171821 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d715b49-0f85-495f-a62e-df57175e5ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.179479 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d715b49-0f85-495f-a62e-df57175e5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.277454 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.285049 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d715b49-0f85-495f-a62e-df57175e5ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5804c093-b542-4ab6-847f-4859a384a287,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:58.287816 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.311337 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1d715b49-0f85-495f-a62e-df57175e5ddf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3105ba6378584151ac63a7804e0925ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150677 May 04 15:00:58.318646 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46166) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:58.322758 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-6ee1069d-f7ab-46b6-8765-e39e2c236cf8 service neutron] 10.222.0.60 "GET /v2.0/networks/baf66c0f-151b-46ea-bf19-d3eb64719646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067187 May 04 15:00:58.361773 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442800d-fe0a-4cf8-83d1-8f8d3234d7b3 None None] Pushing event updated for resources: {'Port': ['ID=471292e6-3efa-4da9-83e9-cccbe42769ad,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:58.503523 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b551dac-8a3f-4d1a-82f8-6a389d9c36e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.551694 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b551dac-8a3f-4d1a-82f8-6a389d9c36e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.568001 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-7f31594b-3fdc-4609-a332-e9fff4a6efe0 service neutron] 10.222.0.41 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8922462 May 04 15:00:58.579409 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-21f7f9c0-597b-4fed-8b5c-e9406234c06d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/quotas/88f9cd002bbd44f48f583100a026dc88 HTTP/1.1" status: 200 len: 375 time: 0.4516854 May 04 15:00:58.637576 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b551dac-8a3f-4d1a-82f8-6a389d9c36e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.640408 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b551dac-8a3f-4d1a-82f8-6a389d9c36e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.657923 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-4b551dac-8a3f-4d1a-82f8-6a389d9c36e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5804c093-b542-4ab6-847f-4859a384a287 HTTP/1.1" status: 204 len: 168 time: 0.3379426 May 04 15:00:58.677970 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b551dac-8a3f-4d1a-82f8-6a389d9c36e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5804c093-b542-4ab6-847f-4859a384a287,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:58.694171 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Attempting to bind port 471292e6-3efa-4da9-83e9-cccbe42769ad on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:58.695516 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Attempting to bind port 471292e6-3efa-4da9-83e9-cccbe42769ad by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:58.696529 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Attempting to bind port 471292e6-3efa-4da9-83e9-cccbe42769ad on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:58.785158 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:58.785547 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Checking segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:58.802685 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.803203 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Bound using segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:58.806682 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Bound port: 471292e6-3efa-4da9-83e9-cccbe42769ad, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:58.806682 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.852511 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bbfa4a6f-848f-4ba5-9caa-5c1e498fd556 req-d567a1db-6b26-4f5c-9037-882fcbf0eb11 service neutron] 10.222.0.60 "GET /v2.0/networks/baf66c0f-151b-46ea-bf19-d3eb64719646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720287 May 04 15:00:58.977412 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-c748099a-517b-400f-8108-9a630b49efe0 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3923736 May 04 15:00:59.142331 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-577d0502-fe66-4ddc-8b75-ae927fc27756 None None] Provisioning complete for port 471292e6-3efa-4da9-83e9-cccbe42769ad triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:59.142739 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-577d0502-fe66-4ddc-8b75-ae927fc27756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.297606 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] For port 471292e6-3efa-4da9-83e9-cccbe42769ad, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:59.303695 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] For port 471292e6-3efa-4da9-83e9-cccbe42769ad, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=471292e6-3efa-4da9-83e9-cccbe42769ad,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:59.318966 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.408838 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442800d-fe0a-4cf8-83d1-8f8d3234d7b3 None None] Pushing event updated for resources: {'Port': ['ID=471292e6-3efa-4da9-83e9-cccbe42769ad,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:59.418554 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-4d3ab620-09a0-4644-840b-2c9265097dff service neutron] 10.222.0.41 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102964 May 04 15:00:59.425694 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-577d0502-fe66-4ddc-8b75-ae927fc27756 None None] Port 471292e6-3efa-4da9-83e9-cccbe42769ad cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:59.434214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3e4d1-9575-4434-9ca1-8e47877b0205 req-5ec7aec5-26f4-4c8d-92a0-c95262d6da14 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.436608 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2ce3e4d1-9575-4434-9ca1-8e47877b0205 req-5ec7aec5-26f4-4c8d-92a0-c95262d6da14 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 944 time: 0.2679584 May 04 15:00:59.448985 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:59.449769 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:00:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:59.463852 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46222) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:59.664251 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-fd808f4b-61f0-480b-a76e-39fbd3be074c service neutron] 10.222.0.41 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221498 May 04 15:00:59.754098 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:59.768826 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2ce3e4d1-9575-4434-9ca1-8e47877b0205 req-e0e2e458-cf18-4f27-9fdd-feaa574145b7 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007199 May 04 15:00:59.840325 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57c6ed80-3164-4876-9130-40a3e5b12ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.070783 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57c6ed80-3164-4876-9130-40a3e5b12ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.095438 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57c6ed80-3164-4876-9130-40a3e5b12ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.138421 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34394a5a-2d93-4693-8ede-9870d7cfc94f req-860414d6-54f4-4159-a4bd-186694f43347 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 210 time: 0.0719688 May 04 15:01:00.238941 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-14ff645a-2c09-4b4b-9a25-b917c751d0bf None None] Provisioning complete for port 471292e6-3efa-4da9-83e9-cccbe42769ad triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:00.242837 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-14ff645a-2c09-4b4b-9a25-b917c751d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.271232 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b378d00c-4e30-45f2-adb4-6c0218a8bdfa req-9445be95-1838-4d0c-bacd-dc868c64b59e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 210 time: 0.0376296 May 04 15:01:00.278921 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-57c6ed80-3164-4876-9130-40a3e5b12ab4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51223e6870db457ea67fa5cad82d9b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8116610 May 04 15:01:00.281579 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 46260) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:00.296546 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6ed80-3164-4876-9130-40a3e5b12ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6520687-0f1e-4145-9983-5cb6b46ffc0e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:00.380892 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-14ff645a-2c09-4b4b-9a25-b917c751d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.433830 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-14ff645a-2c09-4b4b-9a25-b917c751d0bf None None] For port 471292e6-3efa-4da9-83e9-cccbe42769ad, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=471292e6-3efa-4da9-83e9-cccbe42769ad,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:00.441720 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-14ff645a-2c09-4b4b-9a25-b917c751d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.442496 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcd25f2-8a92-4e26-a0cd-155836c4e44a x-openstack-request-id: req-8bcd25f2-8a92-4e26-a0cd-155836c4e44a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:00.443143 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8ddc4f-9652-49cb-b15d-b3d961218d73", "tag": "be2dc912-ebee-4b51-807c-5edb4a84f153", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:00.444803 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bcd25f2-8a92-4e26-a0cd-155836c4e44a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:00.445301 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcd25f2-8a92-4e26-a0cd-155836c4e44a'] response: {'name': 'network-changed', 'server_uuid': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'tag': 'be2dc912-ebee-4b51-807c-5edb4a84f153', 'status': 'completed', 'code': 200} May 04 15:01:00.472558 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7ac83271-33e6-433b-a8b8-c57327fce2cb req-854a24ff-3a1f-4b03-beb3-6e8f85d7ab5d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 210 time: 0.0702538 May 04 15:01:00.535360 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff645a-2c09-4b4b-9a25-b917c751d0bf None None] Pushing event updated for resources: {'Port': ['ID=471292e6-3efa-4da9-83e9-cccbe42769ad,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:00.542688 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-bce10b32-24bf-4432-b863-94360e25754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:00:59Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:00.574062 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5cd2-a257-474e-b24b-0dea1c0e7484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.603534 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce10b32-24bf-4432-b863-94360e25754b None None] The sync data for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb is: [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:00:59Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:00.629438 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.60', 55300) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:00.634568 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-101d2162-685d-42ad-94f4-59d56be11895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:00.639550 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-101d2162-685d-42ad-94f4-59d56be11895 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbec52915ea44a01b65509ebf4a95421&device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 1097 time: 0.1676672 May 04 15:01:00.697874 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5cd2-a257-474e-b24b-0dea1c0e7484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.340624 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-01b81f8c-079e-4c1a-9fad-0dad270a4e8e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.342225 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-01b81f8c-079e-4c1a-9fad-0dad270a4e8e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 0.7107954 May 04 15:01:01.342749 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.60', 55303) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:01.458737 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-17654fef-c6b0-4879-910c-b98ff428ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.464569 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-17654fef-c6b0-4879-910c-b98ff428ced7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=baf66c0f-151b-46ea-bf19-d3eb64719646 HTTP/1.1" status: 200 len: 913 time: 0.8127689 May 04 15:01:01.574327 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-c815e020-593a-4b58-9af0-dfc958737db3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be2dc912-ebee-4b51-807c-5edb4a84f153 HTTP/1.1" status: 200 len: 217 time: 0.0574200 May 04 15:01:01.585708 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5cd2-a257-474e-b24b-0dea1c0e7484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.588902 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5cd2-a257-474e-b24b-0dea1c0e7484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.593875 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7b2b5cd2-a257-474e-b24b-0dea1c0e7484 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6520687-0f1e-4145-9983-5cb6b46ffc0e HTTP/1.1" status: 204 len: 168 time: 1.3111057 May 04 15:01:01.631952 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-532b3d8e-97a0-4980-a2a4-17d0b762efb1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.633703 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-532b3d8e-97a0-4980-a2a4-17d0b762efb1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 818 time: 0.2900178 May 04 15:01:01.639370 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-4a4936f3-a79c-43e5-b514-3f78d93f09b2 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 379 time: 0.0957215 May 04 15:01:01.656505 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'port': {'device_id': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'admin_state_up': True, 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:01.683184 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5cd2-a257-474e-b24b-0dea1c0e7484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6520687-0f1e-4145-9983-5cb6b46ffc0e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:01.723746 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0259931-bd2c-4c43-834d-f03a133bf59f req-79877e61-4942-4ba3-be96-cd0a69f5f0ed tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.725545 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0259931-bd2c-4c43-834d-f03a133bf59f req-79877e61-4942-4ba3-be96-cd0a69f5f0ed tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 944 time: 0.7724044 May 04 15:01:01.785985 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'port': {'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'admin_state_up': True, 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'security_groups': ['2c2f7f9b-c9ad-46ec-bb1d-b8e889554589']}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:01.789076 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-70ffe66e-6ba0-46fd-bb0e-41d52825bc28 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.790812 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-70ffe66e-6ba0-46fd-bb0e-41d52825bc28 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 818 time: 1.0754421 May 04 15:01:01.828584 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-bdf8a401-b9ef-46e6-8091-f4573da3d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.830470 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-bdf8a401-b9ef-46e6-8091-f4573da3d992 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce8604b0-9e6c-4003-8609-6c2f58d562b1 HTTP/1.1" status: 200 len: 852 time: 0.2321217 May 04 15:01:01.841562 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0259931-bd2c-4c43-834d-f03a133bf59f req-8a822f75-6ea7-4263-8009-10e0dde7541c tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032648 May 04 15:01:01.844771 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-41c2a219-3e22-459b-9f83-57ca4c3dc971 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/quotas/82e49d7421284dd98090fb4cd9b9af77 HTTP/1.1" status: 200 len: 375 time: 0.0369558 May 04 15:01:01.877085 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Made reservation on behalf of 82e49d7421284dd98090fb4cd9b9af77 for: {'port': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:01.893587 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.894243 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-0617b0da-820d-434f-9a5c-d4db2e67aacd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=baf66c0f-151b-46ea-bf19-d3eb64719646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515389 May 04 15:01:02.023102 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.60', 55308) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:02.090100 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-52e7e8f3-d32e-46ce-af43-febd809548a7 req-0e86f38d-c63f-4981-8620-9e4f49bc5101 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 210 time: 0.0710840 May 04 15:01:02.149062 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-65d31600-6c86-47a7-af3e-864562f1a343 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2919168 May 04 15:01:02.330196 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Made reservation on behalf of 4409ef01cf20403e9a31e3224c6ca84a for: {'port': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:02.334184 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.349153 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-d86fb381-2a57-4ac8-a138-98425f8c9206 service neutron] 10.222.0.60 "GET /v2.0/networks/baf66c0f-151b-46ea-bf19-d3eb64719646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227760 May 04 15:01:02.372106 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e4c9e3a3-5eed-4bad-984a-dc0f3e87b750 req-b4aeb3ca-ecd4-4815-8c41-0242d5f2b68c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 210 time: 0.1382473 May 04 15:01:02.525853 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-e1229172-891a-499d-b771-5a2f9347cf2b service neutron] 10.222.0.41 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445592 May 04 15:01:02.535041 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.20.0.9 (d6c3806b-af4e-47ad-b507-0ee62747f9c4/b4068bbd-8292-49fc-bcc1-bacdb5185837/3f96fbc7-bdc5-4f7e-be41-19da8378d79e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:02.598510 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 471292e6-3efa-4da9-83e9-cccbe42769ad up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:02.602052 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-777432d9-0bfd-4b5c-b3d3-9f4e55bee412 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:02.603857 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-777432d9-0bfd-4b5c-b3d3-9f4e55bee412 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 810 time: 0.5795681 May 04 15:01:02.604510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 46374) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:02.648488 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device be2dc912-ebee-4b51-807c-5edb4a84f153 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:02.701034 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 471292e6-3efa-4da9-83e9-cccbe42769ad triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:02.701758 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.703695 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:01:02.733485 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd59dc6a-ee8a-4284-bc5a-b0a1a99fdfb9 req-92b6c2b4-576c-4746-914e-30d2d403b6b4 service neutron] 10.222.0.60 "GET /v2.0/networks/baf66c0f-151b-46ea-bf19-d3eb64719646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505652 May 04 15:01:02.789824 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-56dbf0e9-9132-48d2-af2b-8a1996e8b67b service neutron] 10.222.0.41 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618129 May 04 15:01:02.844256 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-215f518d-80ca-49f6-ada2-6618bca3103d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f9cd002bbd44f48f583100a026dc88 HTTP/1.1" status: 200 len: 380 time: 0.1098845 May 04 15:01:02.856360 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'port': {'device_id': '91380418-8340-4006-a244-ea792f5f15ac', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'admin_state_up': True, 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'security_groups': ['42d39dcf-705b-4ec8-a1b6-eade402f3a73']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:02.867944 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.927757 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Allocated IP 172.20.0.8 (95f02fcd-8aea-4ebc-a09b-4aefa4d0f113/a2024b38-b224-4f5f-8efb-50cfdd561125/f4023ef8-5885-48a9-86c8-c3b620871bc8) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:02.936028 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.071474 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ca7-9ddf-4008-a9fc-9d48569516ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.097626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port be2dc912-ebee-4b51-807c-5edb4a84f153, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be2dc912-ebee-4b51-807c-5edb4a84f153,segment=NetworkSegment(de522e4d-7062-4ef0-b251-006d39343f75),segment_id=de522e4d-7062-4ef0-b251-006d39343f75)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:03.132095 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'be2dc912-ebee-4b51-807c-5edb4a84f153', 'network_id': 'baf66c0f-151b-46ea-bf19-d3eb64719646', 'port_id': 'be2dc912-ebee-4b51-807c-5edb4a84f153', 'mac_address': 'fa:16:3e:d5:c2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8604b0-9e6c-4003-8609-6c2f58d562b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:03.152616 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:03.187368 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:03.194248 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:03.202926 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.204198 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.230447 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.253510 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4922516 May 04 15:01:03.257011 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d51d63-81f4-4492-9fd0-87864f99a603 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:03.276357 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2dc912-ebee-4b51-807c-5edb4a84f153 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:03.286692 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Request body: {'port': {'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:03.331845 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port be2dc912-ebee-4b51-807c-5edb4a84f153, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be2dc912-ebee-4b51-807c-5edb4a84f153,segment=NetworkSegment(de522e4d-7062-4ef0-b251-006d39343f75),segment_id=de522e4d-7062-4ef0-b251-006d39343f75)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:03.340508 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.358499 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6563840e-1cb5-4e84-8643-13a5f0f1d52e req-ebee35a0-7a9b-445c-9f9f-d0e399f1c687 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 210 time: 0.1885459 May 04 15:01:03.472449 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=be2dc912-ebee-4b51-807c-5edb4a84f153,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:03.499034 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.512054 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Made reservation on behalf of 88f9cd002bbd44f48f583100a026dc88 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:03.518191 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.579651 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.598162 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-82743207-4c6e-480e-a8e8-e79611c47716 None None] Provisioning complete for port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:03.599198 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-82743207-4c6e-480e-a8e8-e79611c47716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.608921 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.645494 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['be2dc912-ebee-4b51-807c-5edb4a84f153'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:03.711039 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Allocated IP 172.20.0.12 (4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11/490472a2-08b3-4cb3-931b-ee600682f228/daf97347-300b-4955-bfc8-c1f1a1f6a494) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:03.714088 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-82743207-4c6e-480e-a8e8-e79611c47716 None None] Port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:03.732144 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:03.759865 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776c174-70bf-442c-9b40-3d0fd658314f req-9f33d9a9-4ee5-4860-b490-bd6d3b52d5cb tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.761593 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c776c174-70bf-442c-9b40-3d0fd658314f req-9f33d9a9-4ee5-4860-b490-bd6d3b52d5cb tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 944 time: 0.7680292 May 04 15:01:03.815735 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:03.831604 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:03.851202 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.852429 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.884112 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'Port': ['ID=f4023ef8-5885-48a9-86c8-c3b620871bc8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:03.927119 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-adcf91da-9daf-43cd-b347-b2eee1777278 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2753518 May 04 15:01:03.953868 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ca7-9ddf-4008-a9fc-9d48569516ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.985404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4471-b709-4ae8-91d0-106d3be21fd9 req-14e4417a-4c7e-4145-b5a5-b10da52f96cd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.991333 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1dcb4471-b709-4ae8-91d0-106d3be21fd9 req-14e4417a-4c7e-4145-b5a5-b10da52f96cd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 931 time: 0.4947109 May 04 15:01:03.995522 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 46434) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:04.012711 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Request body: {'port': {'device_id': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:04.048023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-70ea3ca7-9ddf-4008-a9fc-9d48569516ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.191091 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c776c174-70bf-442c-9b40-3d0fd658314f req-4a1173b1-d1a3-42a2-83c9-aca04a3df583 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177666 May 04 15:01:04.367574 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41bf9e5a-d642-45fd-a91a-c9ce55e1eefa req-f33f5fe5-baa5-415d-a9c2-8dea9d7c361e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 210 time: 0.0420115 May 04 15:01:04.387714 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-70ea3ca7-9ddf-4008-a9fc-9d48569516ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=628a7afe9f26453c831659859f3d0bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6565509 May 04 15:01:04.396012 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46450) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:04.406738 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea3ca7-9ddf-4008-a9fc-9d48569516ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ec794-fd55-408c-9103-1fe066b44386,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:04.407287 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ddecf673-fc3d-406f-812a-df0eecf2088d None None] Provisioning complete for port f4023ef8-5885-48a9-86c8-c3b620871bc8 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:04.407762 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ddecf673-fc3d-406f-812a-df0eecf2088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.453592 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1dcb4471-b709-4ae8-91d0-106d3be21fd9 req-8dae214f-36f5-40ba-a936-97dcae5eff2a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228098 May 04 15:01:04.539902 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-ddecf673-fc3d-406f-812a-df0eecf2088d None None] Port f4023ef8-5885-48a9-86c8-c3b620871bc8 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:04.583797 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.589886 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41c849e3-5bc3-4a57-9fa0-945da0d93547 req-4caf3074-ac0d-4e93-bfc3-0f0a481f2b8e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 210 time: 0.1001723 May 04 15:01:04.601259 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1a33f52-5c51-42e6-9c8a-5e4524ae4193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.644138 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device be2dc912-ebee-4b51-807c-5edb4a84f153 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:04.659513 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.720857 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b388db16-0cd7-4e0f-97cb-ae55414de2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.757796 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port be2dc912-ebee-4b51-807c-5edb4a84f153 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:04.762244 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port be2dc912-ebee-4b51-807c-5edb4a84f153 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:04.762676 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.802965 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b388db16-0cd7-4e0f-97cb-ae55414de2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.866667 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.907655 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.938934 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-911a0a0d-295d-4e5f-a6fa-ea55461543d7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:04.940567 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-911a0a0d-295d-4e5f-a6fa-ea55461543d7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 818 time: 0.2789099 May 04 15:01:04.942780 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:04.950692 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2dc912-ebee-4b51-807c-5edb4a84f153'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:04.959463 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:04.964856 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'port': {'device_id': '6eb090a2-19e2-4f49-a360-41d09b840108', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'admin_state_up': True, 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:05.051798 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:05.068938 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1a33f52-5c51-42e6-9c8a-5e4524ae4193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.080025 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f96fbc7-bdc5-4f7e-be41-19da8378d79e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:05.093326 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.122791 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Transition to ACTIVE for port object 3f96fbc7-bdc5-4f7e-be41-19da8378d79e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:01:05.140297 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.275448 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port be2dc912-ebee-4b51-807c-5edb4a84f153, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be2dc912-ebee-4b51-807c-5edb4a84f153,segment=NetworkSegment(de522e4d-7062-4ef0-b251-006d39343f75),segment_id=de522e4d-7062-4ef0-b251-006d39343f75)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:05.287442 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.396037 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ed3f56d7-6515-46c3-b935-7f10933a8340 None None] Provisioning complete for port daf97347-300b-4955-bfc8-c1f1a1f6a494 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:05.397042 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ed3f56d7-6515-46c3-b935-7f10933a8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.403215 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=be2dc912-ebee-4b51-807c-5edb4a84f153,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.454636 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'Port': ['ID=daf97347-300b-4955-bfc8-c1f1a1f6a494,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.457059 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1a33f52-5c51-42e6-9c8a-5e4524ae4193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.499553 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f56d7-6515-46c3-b935-7f10933a8340 None None] Port daf97347-300b-4955-bfc8-c1f1a1f6a494 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:05.516830 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543964f2-e9e6-4f63-a0cc-6ddc1e4dc243" -d '{"events": [{"server_uuid": "2e8ddc4f-9652-49cb-b15d-b3d961218d73", "name": "network-vif-plugged", "status": "completed", "tag": "be2dc912-ebee-4b51-807c-5edb4a84f153"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:05.541116 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b388db16-0cd7-4e0f-97cb-ae55414de2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.543506 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b388db16-0cd7-4e0f-97cb-ae55414de2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.544648 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b388db16-0cd7-4e0f-97cb-ae55414de2d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca1ec794-fd55-408c-9103-1fe066b44386 HTTP/1.1" status: 204 len: 168 time: 1.1473951 May 04 15:01:05.560456 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Pushing event updated for resources: {'Port': ['ID=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.577298 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388db16-0cd7-4e0f-97cb-ae55414de2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ec794-fd55-408c-9103-1fe066b44386,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.579188 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Attempting to bind port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:05.579536 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Attempting to bind port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:05.579870 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Attempting to bind port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:05.593382 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-c1a33f52-5c51-42e6-9c8a-5e4524ae4193 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ff5ec2839484efcb8a887ece2b3f14a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5750620 May 04 15:01:05.599044 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46488) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:05.599955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:05.600576 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.631291 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a33f52-5c51-42e6-9c8a-5e4524ae4193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd54545-1d54-4d4e-916d-7d46423bf669,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.644077 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:05.644411 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Attempting to bind port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:05.658277 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f5d9d-d982-4ff7-a831-a88e4318bbfa req-a22f8c0d-3c69-4c3e-853c-f470e9a96034 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:05.659828 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-464f5d9d-d982-4ff7-a831-a88e4318bbfa req-a22f8c0d-3c69-4c3e-853c-f470e9a96034 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 946 time: 0.2244334 May 04 15:01:05.669635 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-15d107a7-2f8a-4bdf-9546-a0d954ddbd3a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8185182 May 04 15:01:05.679969 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Made reservation on behalf of 82e49d7421284dd98090fb4cd9b9af77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:05.682981 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:05.683338 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.683547 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Checking segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:05.684174 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Bound using segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:05.684664 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Bound port: 3f96fbc7-bdc5-4f7e-be41-19da8378d79e, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:05.684992 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.693098 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Request body: {'port': {'device_id': '91380418-8340-4006-a244-ea792f5f15ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:05.708609 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7384e-6719-4733-8d74-af7a513be12b req-8db2cd06-f7ac-4e49-a152-fb294a9511b1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:05.710272 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6dd7384e-6719-4733-8d74-af7a513be12b req-8db2cd06-f7ac-4e49-a152-fb294a9511b1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 932 time: 0.1935377 May 04 15:01:05.727651 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4023ef8-5885-48a9-86c8-c3b620871bc8 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:05.745914 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.793891 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Transition to ACTIVE for port object f4023ef8-5885-48a9-86c8-c3b620871bc8 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:01:05.798386 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-464f5d9d-d982-4ff7-a831-a88e4318bbfa req-befae6b7-1dc6-4704-a58f-39a199a1c898 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277564 May 04 15:01:05.809972 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.859065 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6dd7384e-6719-4733-8d74-af7a513be12b req-cea4fe86-f704-4dad-a123-95c42c26bb5c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250989 May 04 15:01:05.863033 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-095af60f-d617-470f-8ea6-5c656761ebd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.872475 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.939045 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4023ef8-5885-48a9-86c8-c3b620871bc8,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.956282 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] For port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e, host hv-cinder-82963, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:05.980066 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-095af60f-d617-470f-8ea6-5c656761ebd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.037211 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Allocated IP 172.20.0.5 (95f02fcd-8aea-4ebc-a09b-4aefa4d0f113/a2024b38-b224-4f5f-8efb-50cfdd561125/0e8348e5-203b-4150-9cfe-42e55a2a2f4d) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:06.053228 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] For port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:06.074921 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.173948 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f32dbe-4ac0-4996-99dd-2c0be5b2b0c5 req-7bb62f13-fcb5-4b77-93db-319ec02ec384 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.175592 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-94f32dbe-4ac0-4996-99dd-2c0be5b2b0c5 req-7bb62f13-fcb5-4b77-93db-319ec02ec384 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 943 time: 0.2299850 May 04 15:01:06.221539 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.222272 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.224090 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] 10.222.0.60 "PUT /v2.0/ports/3f96fbc7-bdc5-4f7e-be41-19da8378d79e HTTP/1.1" status: 200 len: 1093 time: 2.9511068 May 04 15:01:06.224643 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:06.384204 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3fef1e-39a2-4dd8-9ebd-c23c9999d989 x-openstack-request-id: req-ea3fef1e-39a2-4dd8-9ebd-c23c9999d989 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:06.384723 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8ddc4f-9652-49cb-b15d-b3d961218d73", "name": "network-vif-plugged", "status": "completed", "tag": "be2dc912-ebee-4b51-807c-5edb4a84f153", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:06.385671 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea3fef1e-39a2-4dd8-9ebd-c23c9999d989 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:06.386424 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3fef1e-39a2-4dd8-9ebd-c23c9999d989'] response: {'server_uuid': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2dc912-ebee-4b51-807c-5edb4a84f153', 'code': 200} May 04 15:01:06.402781 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 46528) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:06.524382 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Attempting to bind port f4023ef8-5885-48a9-86c8-c3b620871bc8 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:06.524382 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Attempting to bind port f4023ef8-5885-48a9-86c8-c3b620871bc8 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:06.524382 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Attempting to bind port f4023ef8-5885-48a9-86c8-c3b620871bc8 on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:06.565346 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Port f4023ef8-5885-48a9-86c8-c3b620871bc8 on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:06.565819 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Attempting to bind port f4023ef8-5885-48a9-86c8-c3b620871bc8 on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:06.572256 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7b33-bb2d-4745-89a4-8db597c5e85f service neutron] Pushing event updated for resources: {'Port': ['ID=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:06.587643 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e454fe-3e65-4306-aac5-f6c9608a9262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.599871 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.60', 55319) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:06.609795 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-94f32dbe-4ac0-4996-99dd-2c0be5b2b0c5 req-f2ecf1bd-620e-4ce3-b5e8-9fae4af32a87 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024186 May 04 15:01:06.645724 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-095af60f-d617-470f-8ea6-5c656761ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.649681 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-095af60f-d617-470f-8ea6-5c656761ebd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.652013 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-095af60f-d617-470f-8ea6-5c656761ebd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cd54545-1d54-4d4e-916d-7d46423bf669 HTTP/1.1" status: 204 len: 168 time: 1.0500202 May 04 15:01:06.652013 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:06.652593 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Checking segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:06.653023 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Bound using segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:06.653532 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Bound port: f4023ef8-5885-48a9-86c8-c3b620871bc8, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:06.660687 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.713751 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18b766e6-e624-4c94-950a-a5b4e66dc2a9 req-2b798d8f-cae1-4013-932c-c4a313be5cf8 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 210 time: 0.0910094 May 04 15:01:06.764397 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af60f-d617-470f-8ea6-5c656761ebd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd54545-1d54-4d4e-916d-7d46423bf669,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:06.841820 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-b972dc7c-0024-4bfd-80bd-9899fd40c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.845606 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-b972dc7c-0024-4bfd-80bd-9899fd40c262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 1096 time: 0.4212537 May 04 15:01:06.870500 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875fac17-d9dc-477a-b7e9-307b0454b4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:06.872837 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e454fe-3e65-4306-aac5-f6c9608a9262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.886861 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e454fe-3e65-4306-aac5-f6c9608a9262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.959968 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-4ae4dd38-f824-49b9-9b99-f2e122411ee6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e HTTP/1.1" status: 200 len: 217 time: 0.1043971 May 04 15:01:06.963969 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cc09e-1f41-441c-8294-34a2e986aee4 req-37ccc0ff-9eda-44b4-a2d1-710c66f409d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.965554 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-198cc09e-1f41-441c-8294-34a2e986aee4 req-37ccc0ff-9eda-44b4-a2d1-710c66f409d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 1099 time: 0.3642697 May 04 15:01:06.984067 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.039996 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-198cc09e-1f41-441c-8294-34a2e986aee4 req-24fae58b-3174-4482-972d-a93cd867a1af service neutron] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.045996 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e454fe-3e65-4306-aac5-f6c9608a9262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6689a126-e0f5-4463-9e99-cd7571d56c6a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.068920 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf97347-300b-4955-bfc8-c1f1a1f6a494 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:07.079103 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-03e454fe-3e65-4306-aac5-f6c9608a9262 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0353a8ff7ac44e9bb642ab51c89493cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709578 May 04 15:01:07.079342 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-dcd09326-3b51-436a-ab2a-52e7a22db622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.080549 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-dcd09326-3b51-436a-ab2a-52e7a22db622 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.1104300 May 04 15:01:07.081064 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46556) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:07.085805 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] For port f4023ef8-5885-48a9-86c8-c3b620871bc8, host hv-cinder-82963, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:07.088486 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.122224 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Transition to ACTIVE for port object daf97347-300b-4955-bfc8-c1f1a1f6a494 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:01:07.137359 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.150513 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351c9c2-04c9-4c10-9649-736c1b9efbc4 req-01d4a507-b53d-4cf6-abb0-8cc38811a2a5 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.152118 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d351c9c2-04c9-4c10-9649-736c1b9efbc4 req-01d4a507-b53d-4cf6-abb0-8cc38811a2a5 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 946 time: 0.1862895 May 04 15:01:07.156238 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] For port f4023ef8-5885-48a9-86c8-c3b620871bc8, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:07.165416 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1b17f-9eca-46da-ae6a-e52077c0b8df req-a0fa7bf7-3f93-4f9f-90db-6e6856850486 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.167401 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-85a1b17f-9eca-46da-ae6a-e52077c0b8df req-a0fa7bf7-3f93-4f9f-90db-6e6856850486 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 932 time: 0.1722667 May 04 15:01:07.198867 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.202915 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.273892 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:07.294409 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:07.296533 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Pushing event updated for resources: {'Port': ['ID=daf97347-300b-4955-bfc8-c1f1a1f6a494,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.298104 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46558) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:07.299302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:07.305679 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.306200 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.308058 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4023ef8-5885-48a9-86c8-c3b620871bc8 HTTP/1.1" status: 200 len: 1093 time: 3.2997067 May 04 15:01:07.335155 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d351c9c2-04c9-4c10-9649-736c1b9efbc4 req-9f331af3-c907-4855-9379-178ed4b5a48a tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637635 May 04 15:01:07.395143 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-85a1b17f-9eca-46da-ae6a-e52077c0b8df req-a8469141-e4c9-4535-a05d-015b6718045e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017496 May 04 15:01:07.412850 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-198cc09e-1f41-441c-8294-34a2e986aee4 req-24fae58b-3174-4482-972d-a93cd867a1af service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.457377 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc334ee-e491-46e0-98a8-948a176b3df8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4023ef8-5885-48a9-86c8-c3b620871bc8,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.499281 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.499950 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.523008 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'Port': ['ID=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.529248 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538999-2701-4872-a85b-743160044bd7 req-f540e943-924f-4b49-8cd0-142ae487ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.531136 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-f540e943-924f-4b49-8cd0-142ae487ad62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4193172 May 04 15:01:07.532223 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [req-198cc09e-1f41-441c-8294-34a2e986aee4 req-24fae58b-3174-4482-972d-a93cd867a1af service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.542677 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-2a8aad90-91fa-4d69-a8b9-196283aeea3e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5901911 May 04 15:01:07.555598 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e602a3b3-85ac-4a5b-9668-542dc03e1181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.570955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Request body: {'port': {'device_id': '6eb090a2-19e2-4f49-a360-41d09b840108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:07.575201 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Attempting to bind port daf97347-300b-4955-bfc8-c1f1a1f6a494 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:07.575537 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Attempting to bind port daf97347-300b-4955-bfc8-c1f1a1f6a494 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:07.575858 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Attempting to bind port daf97347-300b-4955-bfc8-c1f1a1f6a494 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:07.626115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Port daf97347-300b-4955-bfc8-c1f1a1f6a494 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:07.626434 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Attempting to bind port daf97347-300b-4955-bfc8-c1f1a1f6a494 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:07.666363 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:07.668147 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-791ed3eb-1901-4673-8b49-96ec36d87137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.669685 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-791ed3eb-1901-4673-8b49-96ec36d87137 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 1096 time: 0.1870990 May 04 15:01:07.672011 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Checking segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:07.674435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Bound using segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:07.675148 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Bound port: daf97347-300b-4955-bfc8-c1f1a1f6a494, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:07.675681 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.691888 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-198cc09e-1f41-441c-8294-34a2e986aee4 req-24fae58b-3174-4482-972d-a93cd867a1af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7133515 May 04 15:01:07.729369 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-58d199c6-348f-4a89-bff5-0270116f1b61 None None] Provisioning complete for port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:07.729883 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-58d199c6-348f-4a89-bff5-0270116f1b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.774752 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-58d199c6-348f-4a89-bff5-0270116f1b61 None None] Port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:07.783600 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-7acccba0-0d16-4b2c-89df-88c71337b027 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8 HTTP/1.1" status: 200 len: 217 time: 0.0998561 May 04 15:01:07.787396 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b45bc-6fd9-476f-8eef-3fd91e54b5bf x-openstack-request-id: req-106b45bc-6fd9-476f-8eef-3fd91e54b5bf {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:07.787683 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:07.787929 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-106b45bc-6fd9-476f-8eef-3fd91e54b5bf {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:07.795043 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106b45bc-6fd9-476f-8eef-3fd91e54b5bf'] response: {'name': 'network-changed', 'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'status': 'completed', 'code': 200} May 04 15:01:07.799021 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d584dad5-ee42-41c6-af5b-f8f0689f540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.810547 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fae58b-3174-4482-972d-a93cd867a1af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41fad379-4d35-4c17-b675-f507982bc585,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.871522 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d584dad5-ee42-41c6-af5b-f8f0689f540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.910373 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.915452 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-ca808659-ad2e-4728-a83f-98700a7f3a57 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699639 May 04 15:01:07.943196 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] For port daf97347-300b-4955-bfc8-c1f1a1f6a494, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:07.971114 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-e6c09e59-66d9-42ea-99c3-b05547f87c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.972695 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-e6c09e59-66d9-42ea-99c3-b05547f87c39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0531845 May 04 15:01:07.982024 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] For port daf97347-300b-4955-bfc8-c1f1a1f6a494, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:08.011694 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.025419 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13193b7-cdc8-49d3-8f9c-d0cdebe78410 req-a77bd670-1552-4e9e-868d-dd73ff93fdf4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.027058 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e602a3b3-85ac-4a5b-9668-542dc03e1181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.033152 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a13193b7-cdc8-49d3-8f9c-d0cdebe78410 req-a77bd670-1552-4e9e-868d-dd73ff93fdf4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 931 time: 0.1836314 May 04 15:01:08.048644 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97a7b1-baa3-452b-b6d3-6a4c1f774673 req-bf3a1a7d-090d-487f-91eb-0c8252670419 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.056081 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a97a7b1-baa3-452b-b6d3-6a4c1f774673 req-bf3a1a7d-090d-487f-91eb-0c8252670419 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 943 time: 0.3247967 May 04 15:01:08.137231 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.138081 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.139996 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] 10.222.0.60 "PUT /v2.0/ports/daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 1094 time: 2.4543447 May 04 15:01:08.142104 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:08.145056 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52da5d42-c604-44e5-90bd-4f93f41320e3" -d '{"events": [{"name": "network-changed", "server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:08.271949 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e602a3b3-85ac-4a5b-9668-542dc03e1181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.287712 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a13193b7-cdc8-49d3-8f9c-d0cdebe78410 req-b4ec366f-9a06-47ca-866e-6c90ecb194fe tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535877 May 04 15:01:08.372240 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e602a3b3-85ac-4a5b-9668-542dc03e1181 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fa37e64b919478f8a7c2cf33425e5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0630152 May 04 15:01:08.378390 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46604) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:08.400509 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d584dad5-ee42-41c6-af5b-f8f0689f540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.403125 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d584dad5-ee42-41c6-af5b-f8f0689f540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.416148 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d584dad5-ee42-41c6-af5b-f8f0689f540e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6689a126-e0f5-4463-9e99-cd7571d56c6a HTTP/1.1" status: 204 len: 168 time: 1.3111141 May 04 15:01:08.418318 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602a3b3-85ac-4a5b-9668-542dc03e1181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b69c0d3-a069-4447-afe0-85273ef1a551,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.492185 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fb027a-db7f-415c-98fd-21a639be33cd x-openstack-request-id: req-46fb027a-db7f-415c-98fd-21a639be33cd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:08.492592 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:08.492928 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46fb027a-db7f-415c-98fd-21a639be33cd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:08.494572 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fb027a-db7f-415c-98fd-21a639be33cd'] response: {'name': 'network-changed', 'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'status': 'completed', 'code': 200} May 04 15:01:08.496511 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa270d97-eb8f-416f-a403-9daf0e727609 service neutron] Pushing event updated for resources: {'Port': ['ID=daf97347-300b-4955-bfc8-c1f1a1f6a494,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.506752 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a97a7b1-baa3-452b-b6d3-6a4c1f774673 req-be52fced-915c-4861-a537-990f3fcabd45 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495928 May 04 15:01:08.528205 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084a9e-e48d-4767-be35-03883c03eece req-92442b3f-de7d-4d6c-a777-58440b7688b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.530236 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-92442b3f-de7d-4d6c-a777-58440b7688b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5373919 May 04 15:01:08.533419 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584dad5-ee42-41c6-af5b-f8f0689f540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689a126-e0f5-4463-9e99-cd7571d56c6a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.596707 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-f0c6f7ad-775f-48d6-b156-e6e1f1401e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.598201 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-f0c6f7ad-775f-48d6-b156-e6e1f1401e4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1097 time: 0.3595994 May 04 15:01:08.693491 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-3e538999-2701-4872-a85b-743160044bd7 req-72247bdd-4d4f-47fa-ad8d-2ec98e0fa0ea service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045934 May 04 15:01:08.758722 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-887b41b9-b009-41df-8c24-f484db8d12c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.816031 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-887b41b9-b009-41df-8c24-f484db8d12c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.879109 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-b163d8f8-f116-44a6-a50b-ef52253fd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.880973 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-b163d8f8-f116-44a6-a50b-ef52253fd3a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 1096 time: 0.1173644 May 04 15:01:08.887283 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-f6d64c9d-d8b7-4aa6-ac77-ad0c8f9c3d08 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204772 May 04 15:01:08.894711 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-dd7e487c-6c0c-4048-8936-0751e392abec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 217 time: 0.2850518 May 04 15:01:08.898342 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46624) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:08.919977 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3334-ee7c-4b4e-b615-885968928d31 req-26e53f4b-1012-4d67-880a-35f7cecc8f37 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.921721 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-004e3334-ee7c-4b4e-b615-885968928d31 req-26e53f4b-1012-4d67-880a-35f7cecc8f37 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 946 time: 0.4371667 May 04 15:01:09.054512 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-887b41b9-b009-41df-8c24-f484db8d12c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.056996 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-887b41b9-b009-41df-8c24-f484db8d12c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.058133 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-887b41b9-b009-41df-8c24-f484db8d12c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b69c0d3-a069-4447-afe0-85273ef1a551 HTTP/1.1" status: 204 len: 168 time: 0.6761525 May 04 15:01:09.066890 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-f207daae-0c52-4eec-9a66-e312c760e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.068465 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-f207daae-0c52-4eec-9a66-e312c760e492 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.1440020 May 04 15:01:09.082968 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59a6bd-c784-42d9-bffd-0965eb9d3323 req-b5d7a14d-e21c-42ba-8eaf-def318b31d60 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.090145 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8e59a6bd-c784-42d9-bffd-0965eb9d3323 req-b5d7a14d-e21c-42ba-8eaf-def318b31d60 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 944 time: 0.1943409 May 04 15:01:09.103576 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b41b9-b009-41df-8c24-f484db8d12c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b69c0d3-a069-4447-afe0-85273ef1a551,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.112498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8348e5-203b-4150-9cfe-42e55a2a2f4d {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:09.120696 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-004e3334-ee7c-4b4e-b615-885968928d31 req-162e820d-819d-4ba0-bb10-f2fcd79e2560 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729305 May 04 15:01:09.146338 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-2b084a9e-e48d-4767-be35-03883c03eece req-8efdc752-21cc-487b-806d-c03412c18335 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493894 May 04 15:01:09.147020 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.166014 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-7cc1e1dc-adf3-4be4-9ec7-b754f08c61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.167519 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-7cc1e1dc-adf3-4be4-9ec7-b754f08c61c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.2791891 May 04 15:01:09.189131 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8e59a6bd-c784-42d9-bffd-0965eb9d3323 req-a41c1aaa-0aa0-4105-9da6-0ae0474e985c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933266 May 04 15:01:09.202436 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Transition to ACTIVE for port object 0e8348e5-203b-4150-9cfe-42e55a2a2f4d will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:01:09.216463 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.237307 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-bc89b368-2597-4d0a-add0-0113b8ce4bec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e HTTP/1.1" status: 200 len: 217 time: 0.0600629 May 04 15:01:09.242035 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-fa102798-3cb4-4d2c-96bf-485008f612b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.243035 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-fa102798-3cb4-4d2c-96bf-485008f612b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1488776 May 04 15:01:09.250446 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-091e0251-1d82-4353-bc78-67f49abbb1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.328030 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-48434d3c-cb4f-4d3b-ab0c-a66df0de69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.330116 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-48434d3c-cb4f-4d3b-ab0c-a66df0de69dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0707569 May 04 15:01:09.425628 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-7e41a799-e85d-4084-8f00-afb9073b34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.427227 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-7e41a799-e85d-4084-8f00-afb9073b34db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732384 May 04 15:01:09.450379 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-091e0251-1d82-4353-bc78-67f49abbb1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.466387 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-091e0251-1d82-4353-bc78-67f49abbb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.501413 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.504254 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-091e0251-1d82-4353-bc78-67f49abbb1f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2582b83d72a04736ab47675494570351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736091 May 04 15:01:09.508811 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46646) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:09.628909 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-475301f4-8ba3-43c0-bab9-76b2cde73e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.664815 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-475301f4-8ba3-43c0-bab9-76b2cde73e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.681095 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b1f09-faa1-4882-8c22-f74ed852b9a4 req-2816e592-ad9d-45c0-821c-06a2544f10f5 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.683273 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-921b1f09-faa1-4882-8c22-f74ed852b9a4 req-2816e592-ad9d-45c0-821c-06a2544f10f5 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 943 time: 0.1842651 May 04 15:01:09.688051 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-3920213c-f819-410d-90ec-c05da4f9d944 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203084 May 04 15:01:09.689286 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Attempting to bind port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:09.690335 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Attempting to bind port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:09.690838 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Attempting to bind port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:09.698924 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:09.699484 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Attempting to bind port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:09.706428 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0251-1d82-4353-bc78-67f49abbb1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cefe07-dd47-4736-8889-c9501fbb1d64,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.743387 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:09.743880 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Checking segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:09.744357 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Bound using segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:09.744898 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Bound port: 0e8348e5-203b-4150-9cfe-42e55a2a2f4d, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:09.745669 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.757648 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-2ad69d0d-197f-4bb5-85dd-d72c55a25359 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171852 May 04 15:01:09.819916 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'tag': 'f4023ef8-5885-48a9-86c8-c3b620871bc8'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:09.841456 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3db730-1c56-4b1f-b118-f28a2dc119fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e3a3f8-fb86-40f0-9397-40e821003488", "tag": "f4023ef8-5885-48a9-86c8-c3b620871bc8"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:09.841456 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-475301f4-8ba3-43c0-bab9-76b2cde73e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.845120 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-475301f4-8ba3-43c0-bab9-76b2cde73e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.852730 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-475301f4-8ba3-43c0-bab9-76b2cde73e77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1cefe07-dd47-4736-8889-c9501fbb1d64 HTTP/1.1" status: 204 len: 168 time: 0.3411651 May 04 15:01:09.892635 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-921b1f09-faa1-4882-8c22-f74ed852b9a4 req-6a3338d7-435f-40e2-8d0d-63df56272186 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943433 May 04 15:01:09.938879 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9eec9-55bd-44b7-ace7-d7955c8b1e55 req-ede22ca8-1f56-44f3-80d3-ec689c614c25 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.938879 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4b9eec9-55bd-44b7-ace7-d7955c8b1e55 req-ede22ca8-1f56-44f3-80d3-ec689c614c25 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 943 time: 0.2326326 May 04 15:01:09.979916 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475301f4-8ba3-43c0-bab9-76b2cde73e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cefe07-dd47-4736-8889-c9501fbb1d64,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.994228 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f9cca6a-7100-4add-9e28-a51df317ef77 req-1cb48422-4380-40e9-883c-cbf3fa5ccc49 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970846 May 04 15:01:10.015352 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] For port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:10.022076 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] For port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:10.036110 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e53ff4-8205-4dd0-a253-2e1342dd4990 x-openstack-request-id: req-b1e53ff4-8205-4dd0-a253-2e1342dd4990 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:10.036392 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e3a3f8-fb86-40f0-9397-40e821003488", "tag": "f4023ef8-5885-48a9-86c8-c3b620871bc8", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:10.036926 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1e53ff4-8205-4dd0-a253-2e1342dd4990 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:10.037348 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e53ff4-8205-4dd0-a253-2e1342dd4990'] response: {'name': 'network-changed', 'server_uuid': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'tag': 'f4023ef8-5885-48a9-86c8-c3b620871bc8', 'status': 'completed', 'code': 200} May 04 15:01:10.048024 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.061518 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-875fac17-d9dc-477a-b7e9-307b0454b4a1 req-53534af9-7e7a-4c1b-9af3-7463a003d1d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957275 May 04 15:01:10.140365 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4b9eec9-55bd-44b7-ace7-d7955c8b1e55 req-3d7fd267-186a-4bd8-9a2e-34e84d0e2111 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906495 May 04 15:01:10.178104 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-1cf28ad8-3013-46ef-9d26-926a68c43bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.182182 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-1cf28ad8-3013-46ef-9d26-926a68c43bfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1097 time: 0.1036756 May 04 15:01:10.218307 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.218992 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.220990 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] 10.222.0.60 "PUT /v2.0/ports/0e8348e5-203b-4150-9cfe-42e55a2a2f4d HTTP/1.1" status: 200 len: 1093 time: 2.6608093 May 04 15:01:10.226435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58435e-3f44-4e8c-ae46-dc8955ec6404 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:10.248798 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-a872cf8f-8a3d-49f9-8087-132e05a97709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.251228 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-a872cf8f-8a3d-49f9-8087-132e05a97709 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 1096 time: 0.2166386 May 04 15:01:10.456690 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-2d69c2ad-dffd-425d-a930-812b7e8cf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.458463 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-2d69c2ad-dffd-425d-a930-812b7e8cf233 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.2681956 May 04 15:01:10.511722 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb090a2-19e2-4f49-a360-41d09b840108', 'tag': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:10.514732 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82f898-3234-4680-8799-60a192752b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb090a2-19e2-4f49-a360-41d09b840108", "tag": "0e8348e5-203b-4150-9cfe-42e55a2a2f4d"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:10.531729 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-0977ebbf-e434-4053-91ba-d3898544ef77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 217 time: 0.0663357 May 04 15:01:10.567995 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104bab5-b112-4ddf-b7a4-8ea6bb9e31b5 req-d20c3b5a-58f5-49a7-8ebe-de2dd46f4e54 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.575922 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4104bab5-b112-4ddf-b7a4-8ea6bb9e31b5 req-d20c3b5a-58f5-49a7-8ebe-de2dd46f4e54 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 946 time: 0.3455443 May 04 15:01:10.624662 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-d65c253b-f483-454c-a88e-b82d8594a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.626662 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-d65c253b-f483-454c-a88e-b82d8594a59e service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.3485682 May 04 15:01:10.629414 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46710) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:10.634706 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0e2c1a19-c8dd-4e7e-9d58-2f7cce58f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.637109 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-0e2c1a19-c8dd-4e7e-9d58-2f7cce58f7a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 1096 time: 0.3578963 May 04 15:01:10.651479 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-3fa6311c-33b7-4550-a86f-24adee665e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.652903 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-3fa6311c-33b7-4550-a86f-24adee665e02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.1125884 May 04 15:01:10.654136 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48ba826c-e0b2-4e58-ab2f-bd55aad9b2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.655322 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839b35d-a4b0-4d8f-aa2e-aa27d9fb2430 req-ad414a73-d886-472d-a419-47feb5f21654 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.667836 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d839b35d-a4b0-4d8f-aa2e-aa27d9fb2430 req-ad414a73-d886-472d-a419-47feb5f21654 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 944 time: 0.2832072 May 04 15:01:10.735619 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-9c5f5bf6-5f1a-49e8-8f5e-f6453fbe45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.736288 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4104bab5-b112-4ddf-b7a4-8ea6bb9e31b5 req-cfa04253-26bf-454a-8f7b-73c9d5ec4597 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594880 May 04 15:01:10.750906 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-9c5f5bf6-5f1a-49e8-8f5e-f6453fbe45e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870438 May 04 15:01:10.802045 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-b368abc9-45c7-433f-ab63-dd5a746fd5b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8 HTTP/1.1" status: 200 len: 217 time: 0.1566696 May 04 15:01:10.806664 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-7cb23bc7-b1cf-4cd4-92e4-42774f3eb8fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d HTTP/1.1" status: 200 len: 217 time: 0.1272852 May 04 15:01:10.841942 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866acda8-d54b-4506-8663-031ef341f71b x-openstack-request-id: req-866acda8-d54b-4506-8663-031ef341f71b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:10.842415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb090a2-19e2-4f49-a360-41d09b840108", "tag": "0e8348e5-203b-4150-9cfe-42e55a2a2f4d", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:10.843414 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-866acda8-d54b-4506-8663-031ef341f71b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:10.843921 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866acda8-d54b-4506-8663-031ef341f71b'] response: {'name': 'network-changed', 'server_uuid': '6eb090a2-19e2-4f49-a360-41d09b840108', 'tag': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d', 'status': 'completed', 'code': 200} May 04 15:01:10.854828 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d839b35d-a4b0-4d8f-aa2e-aa27d9fb2430 req-5bc84540-f9d4-47bd-bb40-e750f8381f57 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856267 May 04 15:01:10.921616 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48ba826c-e0b2-4e58-ab2f-bd55aad9b2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.939870 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48ba826c-e0b2-4e58-ab2f-bd55aad9b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.955877 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-81dc78f0-5bc4-46ea-93fc-55225aad34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.957571 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-81dc78f0-5bc4-46ea-93fc-55225aad34ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.1362677 May 04 15:01:10.959141 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-3b5c922e-2552-4393-885f-0548c0ffdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.961265 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-3b5c922e-2552-4393-885f-0548c0ffdad5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.1230516 May 04 15:01:11.022059 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-b07ce652-e838-4da5-aa98-1451659e5190 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561073 May 04 15:01:11.050416 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-48ba826c-e0b2-4e58-ab2f-bd55aad9b2f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bba8720f3b444647a3afffe94436aae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197288 May 04 15:01:11.051456 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba826c-e0b2-4e58-ab2f-bd55aad9b2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd138df-d04a-4090-a036-340be68cf259,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:11.053961 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46720) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:11.122799 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-d370c3be-c35e-4f08-8722-f849ee13ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.124614 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-d370c3be-c35e-4f08-8722-f849ee13ca8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1413064 May 04 15:01:11.126173 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-76693ab2-8cd9-467b-8cd6-7bce30efa8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.127578 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-76693ab2-8cd9-467b-8cd6-7bce30efa8d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1568401 May 04 15:01:11.137344 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1320-e21e-42c5-9ab6-2458131c28c9 req-1dc14764-2295-4879-a2f6-b52a3a5d6abb tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.138937 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d01c1320-e21e-42c5-9ab6-2458131c28c9 req-1dc14764-2295-4879-a2f6-b52a3a5d6abb tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 943 time: 0.1379550 May 04 15:01:11.221086 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6c39198f-297b-4626-88fd-186ad8c996d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.302995 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29eb368f-1d80-43cd-b652-78b28fd7ebbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.310013 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-52da5d42-c604-44e5-90bd-4f93f41320e3 req-80bb3549-13ee-499e-a5ea-19c101fc7f52 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714264 May 04 15:01:11.329175 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29eb368f-1d80-43cd-b652-78b28fd7ebbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.419274 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29eb368f-1d80-43cd-b652-78b28fd7ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.422895 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29eb368f-1d80-43cd-b652-78b28fd7ebbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.424440 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-29eb368f-1d80-43cd-b652-78b28fd7ebbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bd138df-d04a-4090-a036-340be68cf259 HTTP/1.1" status: 204 len: 168 time: 0.3683560 May 04 15:01:11.433527 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb368f-1d80-43cd-b652-78b28fd7ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd138df-d04a-4090-a036-340be68cf259,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:11.452276 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-e130535c-e74b-434f-854c-f6eb240bf468 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121130 May 04 15:01:11.504278 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d01c1320-e21e-42c5-9ab6-2458131c28c9 req-094ee365-047e-4ee8-a0fb-235a135d9f42 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439164 May 04 15:01:11.541330 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-250c6c33-e9e9-4f3a-8120-f5fac70c612f service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925288 May 04 15:01:11.553070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37e43c-b4ad-4268-af1b-95ab2830e78a req-c96ac9c6-abec-4e23-9cc5-3d248097afa6 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.554574 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e37e43c-b4ad-4268-af1b-95ab2830e78a req-c96ac9c6-abec-4e23-9cc5-3d248097afa6 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 943 time: 0.1572974 May 04 15:01:11.863003 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-652c8b69-a452-4456-a46c-c4a1a3527aac req-5b798a14-dc0d-463e-a68a-5621bbc02d21 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952038 May 04 15:01:11.868649 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e37e43c-b4ad-4268-af1b-95ab2830e78a req-72a78282-2f41-4664-842b-f30b02aa3a5e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993104 May 04 15:01:11.897893 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b3db730-1c56-4b1f-b118-f28a2dc119fd req-fe92b02b-2709-4e70-8526-b8b5dfb9a67b service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422389 May 04 15:01:12.045515 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f898-3234-4680-8799-60a192752b3c req-8f99f37f-d7ba-4ed7-bb34-8840d6067b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.047041 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d82f898-3234-4680-8799-60a192752b3c req-8f99f37f-d7ba-4ed7-bb34-8840d6067b50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 1096 time: 0.0723069 May 04 15:01:12.055922 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2bd1b-e7ce-4610-a4ad-597c8fa7abaf req-c90f9579-2a90-48e1-a0d4-4214fbcb5697 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.063187 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-12c2bd1b-e7ce-4610-a4ad-597c8fa7abaf req-c90f9579-2a90-48e1-a0d4-4214fbcb5697 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 944 time: 0.0999556 May 04 15:01:12.153985 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-12c2bd1b-e7ce-4610-a4ad-597c8fa7abaf req-806bdc37-83b9-40b7-9a8e-524a02594de3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898550 May 04 15:01:12.192978 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f898-3234-4680-8799-60a192752b3c req-be95fdc6-dd9a-4aae-abf6-3eb5a4582239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.194995 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d82f898-3234-4680-8799-60a192752b3c req-be95fdc6-dd9a-4aae-abf6-3eb5a4582239 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.1292324 May 04 15:01:12.266291 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d82f898-3234-4680-8799-60a192752b3c req-bbb0a13d-58bb-4ea8-a4b7-d53d62238cc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d HTTP/1.1" status: 200 len: 217 time: 0.0507293 May 04 15:01:12.324807 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f898-3234-4680-8799-60a192752b3c req-3028561e-4e0c-4629-9463-d14cdc86d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.326298 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d82f898-3234-4680-8799-60a192752b3c req-3028561e-4e0c-4629-9463-d14cdc86d69c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0519967 May 04 15:01:12.396638 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f898-3234-4680-8799-60a192752b3c req-80db23e1-6f59-4e3e-b67f-056fb9c742de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.398243 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d82f898-3234-4680-8799-60a192752b3c req-80db23e1-6f59-4e3e-b67f-056fb9c742de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0641403 May 04 15:01:12.526191 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d82f898-3234-4680-8799-60a192752b3c req-1f0ce30a-eb8b-46f3-8839-03b96fefb9f2 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181836 May 04 15:01:12.674451 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device daf97347-300b-4955-bfc8-c1f1a1f6a494 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:12.689053 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6acc72-c0c3-4df0-9ded-7bbe7ed1c016 req-bca404f0-e5d9-425b-95c3-59e61137afad tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.690670 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ee6acc72-c0c3-4df0-9ded-7bbe7ed1c016 req-bca404f0-e5d9-425b-95c3-59e61137afad tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 943 time: 0.0844064 May 04 15:01:12.694736 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d82f898-3234-4680-8799-60a192752b3c req-9da551cc-c7bb-4e7a-b880-4b15574f4c0b service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602261 May 04 15:01:12.783997 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ee6acc72-c0c3-4df0-9ded-7bbe7ed1c016 req-3d4c3607-f4c8-4626-9c0f-20cd1e17b840 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764220 May 04 15:01:12.833217 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port daf97347-300b-4955-bfc8-c1f1a1f6a494, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:12.852463 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'port_id': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'mac_address': 'fa:16:3e:f8:41:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:12.908400 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.932577 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf97347-300b-4955-bfc8-c1f1a1f6a494 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:12.970899 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port daf97347-300b-4955-bfc8-c1f1a1f6a494, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:12.979581 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.980549 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device f4023ef8-5885-48a9-86c8-c3b620871bc8 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:13.050479 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d362f-f0f5-47cb-87d4-37ff582419bb req-5916f9d0-78e8-4437-8427-df179b830ef5 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:13.061989 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-723d362f-f0f5-47cb-87d4-37ff582419bb req-5916f9d0-78e8-4437-8427-df179b830ef5 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 943 time: 0.0728483 May 04 15:01:13.109951 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=daf97347-300b-4955-bfc8-c1f1a1f6a494,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:13.148476 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-723d362f-f0f5-47cb-87d4-37ff582419bb req-03762765-b469-417a-a6e1-8c1e1efd053f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857546 May 04 15:01:13.194437 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port f4023ef8-5885-48a9-86c8-c3b620871bc8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:13.214260 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'f4023ef8-5885-48a9-86c8-c3b620871bc8', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'port_id': 'f4023ef8-5885-48a9-86c8-c3b620871bc8', 'mac_address': 'fa:16:3e:95:b9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:13.256728 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.275230 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4023ef8-5885-48a9-86c8-c3b620871bc8 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:13.301316 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port f4023ef8-5885-48a9-86c8-c3b620871bc8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:13.310696 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.311403 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 3f96fbc7-bdc5-4f7e-be41-19da8378d79e details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:13.323322 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4004e0-2bb3-4847-aec5-26267cc34800 req-006ae974-b38a-422c-b063-c553438420b5 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:13.324930 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d4004e0-2bb3-4847-aec5-26267cc34800 req-006ae974-b38a-422c-b063-c553438420b5 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 945 time: 0.0697417 May 04 15:01:13.370382 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d4004e0-2bb3-4847-aec5-26267cc34800 req-b87b850d-5965-4772-b38d-fe69af44472e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368767 May 04 15:01:13.406871 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=f4023ef8-5885-48a9-86c8-c3b620871bc8,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:13.495127 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:13.507433 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:13.546830 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.564508 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f96fbc7-bdc5-4f7e-be41-19da8378d79e {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:13.585232 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:13.589845 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.642859 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5dfed84e-ed1e-4412-ae77-50e4c4fe5049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.659795 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:13.924496 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['daf97347-300b-4955-bfc8-c1f1a1f6a494'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:13.978140 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32303d3-f3f6-428f-8268-453a6cd49b7d req-5ae7fb89-c74e-45fb-b8a1-0496f315dc70 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:13.988465 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f32303d3-f3f6-428f-8268-453a6cd49b7d req-5ae7fb89-c74e-45fb-b8a1-0496f315dc70 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 943 time: 0.1023283 May 04 15:01:13.989623 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['3f96fbc7-bdc5-4f7e-be41-19da8378d79e'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:13.995187 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['f4023ef8-5885-48a9-86c8-c3b620871bc8'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:14.083780 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f32303d3-f3f6-428f-8268-453a6cd49b7d req-ede52b0c-96aa-48d6-841f-8d70916eefeb tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935571 May 04 15:01:14.090923 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46892) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:14.297926 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6856ae46-6eb2-45f9-bc17-23d1f0c931a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.366032 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ae7e2-ffa9-4bee-8b63-ceddafa40240 req-858ee65b-edd1-4481-a8e4-6aa3120092fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:14.371754 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03ae7e2-ffa9-4bee-8b63-ceddafa40240 req-858ee65b-edd1-4481-a8e4-6aa3120092fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 944 time: 0.1041119 May 04 15:01:14.464862 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03ae7e2-ffa9-4bee-8b63-ceddafa40240 req-da8bb647-e9d3-498e-bd0a-e8e5ab2edd2a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819461 May 04 15:01:14.475707 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6856ae46-6eb2-45f9-bc17-23d1f0c931a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.481260 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6856ae46-6eb2-45f9-bc17-23d1f0c931a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.541743 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea166996-35a6-4305-8878-4f33dc45a129 req-e192843b-31e4-4602-b2e8-1a39f25851b4 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:14.548829 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ae46-6eb2-45f9-bc17-23d1f0c931a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe0859-981f-425c-9dec-23a58f9fe535,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:14.550177 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea166996-35a6-4305-8878-4f33dc45a129 req-e192843b-31e4-4602-b2e8-1a39f25851b4 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 945 time: 0.0682089 May 04 15:01:14.571809 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-6856ae46-6eb2-45f9-bc17-23d1f0c931a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52c3a4780e4f454fbb1ff9e349aa04eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789681 May 04 15:01:14.572442 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46918) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:14.618556 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea166996-35a6-4305-8878-4f33dc45a129 req-85521549-1b26-4f55-ac99-7f41a6975bde tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630088 May 04 15:01:14.633065 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.649548 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0ee0-347e-43f7-ac5d-1bd192b46064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.673074 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0ee0-347e-43f7-ac5d-1bd192b46064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.697805 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 0e8348e5-203b-4150-9cfe-42e55a2a2f4d details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:14.749417 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0ee0-347e-43f7-ac5d-1bd192b46064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.752636 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0ee0-347e-43f7-ac5d-1bd192b46064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.753868 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-6c8c0ee0-347e-43f7-ac5d-1bd192b46064 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbfe0859-981f-425c-9dec-23a58f9fe535 HTTP/1.1" status: 204 len: 168 time: 0.1804776 May 04 15:01:14.772521 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c0ee0-347e-43f7-ac5d-1bd192b46064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe0859-981f-425c-9dec-23a58f9fe535,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:14.840730 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:14.856246 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'port_id': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d', 'mac_address': 'fa:16:3e:d7:42:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:14.924624 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.942263 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8348e5-203b-4150-9cfe-42e55a2a2f4d {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:14.974466 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:14.979527 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.028259 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:15.068124 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 46936) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:15.081167 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15c7eb5b-e217-467d-9dcd-c6448d64d75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.179282 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15c7eb5b-e217-467d-9dcd-c6448d64d75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.184918 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15c7eb5b-e217-467d-9dcd-c6448d64d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.230637 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-15c7eb5b-e217-467d-9dcd-c6448d64d75e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3340abc5698e4be998274c9fdb8cbf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613078 May 04 15:01:15.231315 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ac14-bb1a-4061-a2aa-256c6566e979 req-28f12b1e-5551-4e93-afc4-c47248dd7a43 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:15.231810 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7eb5b-e217-467d-9dcd-c6448d64d75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2845314b-74e3-486b-81c2-d70696b7d281,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:15.233562 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-04d6ac14-bb1a-4061-a2aa-256c6566e979 req-28f12b1e-5551-4e93-afc4-c47248dd7a43 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 944 time: 0.0593400 May 04 15:01:15.234206 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 46948) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:15.269953 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['0e8348e5-203b-4150-9cfe-42e55a2a2f4d'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:15.310981 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-04d6ac14-bb1a-4061-a2aa-256c6566e979 req-df5078da-ec1f-4604-9aef-a0c4b95f02bd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677836 May 04 15:01:15.318013 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb8a44c2-3add-499c-8fdf-40e473b3aea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.353748 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb8a44c2-3add-499c-8fdf-40e473b3aea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.416871 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb8a44c2-3add-499c-8fdf-40e473b3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.421702 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb8a44c2-3add-499c-8fdf-40e473b3aea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.423140 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-bb8a44c2-3add-499c-8fdf-40e473b3aea1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2845314b-74e3-486b-81c2-d70696b7d281 HTTP/1.1" status: 204 len: 168 time: 0.1877496 May 04 15:01:15.437376 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a44c2-3add-499c-8fdf-40e473b3aea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2845314b-74e3-486b-81c2-d70696b7d281,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:15.609494 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa7cbd-2e9d-4cef-b913-7fcfbcb528ee req-b6fd6847-1b1c-47d1-b6f3-aaaa3548d854 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:15.611010 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ccaa7cbd-2e9d-4cef-b913-7fcfbcb528ee req-b6fd6847-1b1c-47d1-b6f3-aaaa3548d854 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 946 time: 0.0804455 May 04 15:01:15.622857 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ee302-6537-4e08-9329-bc831db7e655 req-2e434ec3-c7b2-417c-b916-7be0fe7b8fd1 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:15.624551 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bc1ee302-6537-4e08-9329-bc831db7e655 req-2e434ec3-c7b2-417c-b916-7be0fe7b8fd1 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 944 time: 0.0637283 May 04 15:01:15.674986 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ccaa7cbd-2e9d-4cef-b913-7fcfbcb528ee req-708c3220-1e73-4eae-a69e-c9b3f58f4d3f tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493879 May 04 15:01:15.688395 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bc1ee302-6537-4e08-9329-bc831db7e655 req-63474010-2ed6-4ac6-9159-bc59fe30a810 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548410 May 04 15:01:15.802749 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8445b-010b-4a92-ac19-83fc946deeab req-e4f51869-48e8-4ea1-88a5-60f8be090521 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:15.804311 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-faf8445b-010b-4a92-ac19-83fc946deeab req-e4f51869-48e8-4ea1-88a5-60f8be090521 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 945 time: 0.0634000 May 04 15:01:15.846222 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:15.859011 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-faf8445b-010b-4a92-ac19-83fc946deeab req-25bc68d1-2f68-4e23-8150-22300f2a1de7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470347 May 04 15:01:16.425824 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:16.456977 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e6bf-a830-4ae3-a59e-ca01a397678c req-08b8bfa9-29b6-47fd-9eea-79e65af6d79f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:16.458809 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3062e6bf-a830-4ae3-a59e-ca01a397678c req-08b8bfa9-29b6-47fd-9eea-79e65af6d79f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 944 time: 0.0666566 May 04 15:01:16.503475 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3062e6bf-a830-4ae3-a59e-ca01a397678c req-e532f34d-57dd-4f42-b3bd-414e51f8483b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374193 May 04 15:01:16.731376 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device daf97347-300b-4955-bfc8-c1f1a1f6a494 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:16.807423 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port daf97347-300b-4955-bfc8-c1f1a1f6a494 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:16.815137 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port daf97347-300b-4955-bfc8-c1f1a1f6a494 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:16.816414 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:16.859350 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675d5d7-2a23-43a9-ab1e-dc1f8e164d6c req-4033fa3e-fc4e-4e8d-8bb6-74b68b1fdb9e tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:16.860944 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0675d5d7-2a23-43a9-ab1e-dc1f8e164d6c req-4033fa3e-fc4e-4e8d-8bb6-74b68b1fdb9e tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 946 time: 0.1120036 May 04 15:01:16.891751 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c611e7-b2d0-4680-97cb-85d655a3c006 req-c6186251-756f-423e-9c97-3c41388b7315 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:16.893198 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24c611e7-b2d0-4680-97cb-85d655a3c006 req-c6186251-756f-423e-9c97-3c41388b7315 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 944 time: 0.1318221 May 04 15:01:16.924345 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:16.930123 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0675d5d7-2a23-43a9-ab1e-dc1f8e164d6c req-4c02ca06-70d3-4ebe-9a65-0a8d6628403d tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 May 04 15:01:16.951995 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24c611e7-b2d0-4680-97cb-85d655a3c006 req-a228264f-7b8c-401b-8002-da5423fc6a1b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485485 May 04 15:01:16.957406 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:16.960068 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec9f28a-1e95-478a-8bbd-a775d769f79e" -d '{"events": [{"server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "name": "network-vif-plugged", "status": "completed", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:16.984909 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port daf97347-300b-4955-bfc8-c1f1a1f6a494, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:16.991032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:16.992854 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 3f96fbc7-bdc5-4f7e-be41-19da8378d79e up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:17.019703 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23897e-47c2-4c16-88d7-1e8a2ee9b7b1 x-openstack-request-id: req-3c23897e-47c2-4c16-88d7-1e8a2ee9b7b1 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:17.020048 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "name": "network-vif-plugged", "status": "completed", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:17.020325 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c23897e-47c2-4c16-88d7-1e8a2ee9b7b1 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:17.020829 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c23897e-47c2-4c16-88d7-1e8a2ee9b7b1'] response: {'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'code': 200} May 04 15:01:17.076953 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e859a2-9ec6-4d5c-8a1a-e90d8c91ea9d req-22a7fd9c-1697-47ea-8682-e140492cfded tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:17.078952 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49e859a2-9ec6-4d5c-8a1a-e90d8c91ea9d req-22a7fd9c-1697-47ea-8682-e140492cfded tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0652525 May 04 15:01:17.082963 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=daf97347-300b-4955-bfc8-c1f1a1f6a494,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:17.099736 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:17.106263 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:17.106673 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.141451 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49e859a2-9ec6-4d5c-8a1a-e90d8c91ea9d req-6a8ccb4b-738c-4ee6-9d86-7a6f37580305 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560930 May 04 15:01:17.200600 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.214164 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-bd4ddd3b-f1df-499a-bc8e-491739a2ecd2 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:17.215729 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-bd4ddd3b-f1df-499a-bc8e-491739a2ecd2 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 946 time: 0.0547361 May 04 15:01:17.244203 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:17.252632 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.253446 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device f4023ef8-5885-48a9-86c8-c3b620871bc8 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:17.457143 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:17.466870 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port f4023ef8-5885-48a9-86c8-c3b620871bc8 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:17.473357 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port f4023ef8-5885-48a9-86c8-c3b620871bc8 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:17.473734 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.478447 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f1170-f3ef-4aed-916b-1cf430dca6c9 req-bb9a1314-52f1-45b0-8b9f-f18846ec2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:17.480631 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-747f1170-f3ef-4aed-916b-1cf430dca6c9 req-bb9a1314-52f1-45b0-8b9f-f18846ec2cf0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1099 time: 0.2637961 May 04 15:01:17.483660 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Deleting port be2dc912-ebee-4b51-807c-5edb4a84f153 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:01:17.484235 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.578742 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-747f1170-f3ef-4aed-916b-1cf430dca6c9 req-6dea6dbf-fe48-4118-83b2-eb4bf0184e65 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899012 May 04 15:01:17.582276 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.628989 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port f4023ef8-5885-48a9-86c8-c3b620871bc8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:17.641978 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] For port be2dc912-ebee-4b51-807c-5edb4a84f153, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be2dc912-ebee-4b51-807c-5edb4a84f153,segment=NetworkSegment(de522e4d-7062-4ef0-b251-006d39343f75),segment_id=de522e4d-7062-4ef0-b251-006d39343f75)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:17.642862 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.644472 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.645506 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 0e8348e5-203b-4150-9cfe-42e55a2a2f4d up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:17.688251 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Calling delete_port for be2dc912-ebee-4b51-807c-5edb4a84f153 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:01:17.748565 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=f4023ef8-5885-48a9-86c8-c3b620871bc8,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:17.770994 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:17.775193 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:17.775761 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.824794 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b381a6-5a97-4361-b5fa-e96fb35e5957 req-c6d59cd9-9e6e-4314-863a-8c966c7ddd4b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:17.833698 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93b381a6-5a97-4361-b5fa-e96fb35e5957 req-c6d59cd9-9e6e-4314-863a-8c966c7ddd4b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 944 time: 0.1725574 May 04 15:01:17.878227 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:17.925630 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93b381a6-5a97-4361-b5fa-e96fb35e5957 req-c76cf09a-3f58-4d07-82e0-3d2f6ec955cf tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842688 May 04 15:01:17.947840 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:17.964970 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.055401 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:18.081619 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.093078 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['be2dc912-ebee-4b51-807c-5edb4a84f153'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:18.140608 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Pushing event deleted for resources: {'Port': ['ID=be2dc912-ebee-4b51-807c-5edb4a84f153,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:18.175605 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47096) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:18.197775 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf0591-d720-4ab8-83a5-a4c04c4bfff8 req-2f732bce-4c41-479a-8c12-58ebb2001888 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:18.199363 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2bcf0591-d720-4ab8-83a5-a4c04c4bfff8 req-2f732bce-4c41-479a-8c12-58ebb2001888 tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e8ddc4f-9652-49cb-b15d-b3d961218d73 HTTP/1.1" status: 200 len: 867 time: 0.1878293 May 04 15:01:18.212343 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e1036-c649-418b-a7b5-e54c59ab4a99 req-278ffb51-5814-4b9c-b6bd-ec4d69c8316d tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:18.214368 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb3e1036-c649-418b-a7b5-e54c59ab4a99 req-278ffb51-5814-4b9c-b6bd-ec4d69c8316d tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.1481607 May 04 15:01:18.231490 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] No DVR routers for this DVR port be2dc912-ebee-4b51-807c-5edb4a84f153 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:01:18.244382 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.247550 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cf61257d-1db1-495e-a2c8-bfe91d653656 req-dd5da855-525b-412c-8664-6a9a698e62ee tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.60 "DELETE /v2.0/ports/be2dc912-ebee-4b51-807c-5edb4a84f153 HTTP/1.1" status: 204 len: 173 time: 1.0220923 May 04 15:01:18.247986 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'name': 'network-vif-deleted', 'tag': 'be2dc912-ebee-4b51-807c-5edb4a84f153'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:18.250207 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5e7fe-0afe-45e9-b97e-72b858e67554" -d '{"events": [{"server_uuid": "2e8ddc4f-9652-49cb-b15d-b3d961218d73", "name": "network-vif-deleted", "tag": "be2dc912-ebee-4b51-807c-5edb4a84f153"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:18.298344 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-31bd1fb5-cbc5-4eb2-8a28-21905c5ab5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.305579 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb3e1036-c649-418b-a7b5-e54c59ab4a99 req-3efeb859-bdc9-40b3-8cc5-7620e093cd4a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752287 May 04 15:01:18.313231 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2bcf0591-d720-4ab8-83a5-a4c04c4bfff8 req-5d3e2b22-0577-4704-8e7d-86502a7a913b tempest-DeleteServersTestJSON-1230886835 tempest-DeleteServersTestJSON-1230886835-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e5f0932-da0f-4989-be35-4a76ce7c7cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977323 May 04 15:01:18.374141 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432aea92-eb7f-44ff-9151-eeb704defaa1 x-openstack-request-id: req-432aea92-eb7f-44ff-9151-eeb704defaa1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:18.374288 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8ddc4f-9652-49cb-b15d-b3d961218d73", "name": "network-vif-deleted", "tag": "be2dc912-ebee-4b51-807c-5edb4a84f153", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:18.374480 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-432aea92-eb7f-44ff-9151-eeb704defaa1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:18.374970 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432aea92-eb7f-44ff-9151-eeb704defaa1'] response: {'server_uuid': '2e8ddc4f-9652-49cb-b15d-b3d961218d73', 'name': 'network-vif-deleted', 'tag': 'be2dc912-ebee-4b51-807c-5edb4a84f153', 'status': 'completed', 'code': 200} May 04 15:01:18.402874 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-31bd1fb5-cbc5-4eb2-8a28-21905c5ab5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.407391 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-31bd1fb5-cbc5-4eb2-8a28-21905c5ab5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.433501 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efff31-92fd-4d4c-acfa-678a8dc3912b req-84d33209-bfdc-4667-9787-0500bfffdd24 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:18.435038 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-81efff31-92fd-4d4c-acfa-678a8dc3912b req-84d33209-bfdc-4667-9787-0500bfffdd24 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0557132 May 04 15:01:18.444328 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd1fb5-cbc5-4eb2-8a28-21905c5ab5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a678b28-9ac0-4ff9-b1d1-acf1e40c840d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:18.453218 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-31bd1fb5-cbc5-4eb2-8a28-21905c5ab5cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e80d979a810442059833b31110a11a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759049 May 04 15:01:18.455760 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47102) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:18.479949 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-81efff31-92fd-4d4c-acfa-678a8dc3912b req-9013e658-1c52-4072-937c-7e78da6bd1a2 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 May 04 15:01:18.511571 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aac-3107-4a38-bd03-4316abdc52a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.534557 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aac-3107-4a38-bd03-4316abdc52a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.582473 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aac-3107-4a38-bd03-4316abdc52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.585286 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aac-3107-4a38-bd03-4316abdc52a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:18.586441 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b69b0aac-3107-4a38-bd03-4316abdc52a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a678b28-9ac0-4ff9-b1d1-acf1e40c840d HTTP/1.1" status: 204 len: 168 time: 0.1298051 May 04 15:01:18.594342 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b0aac-3107-4a38-bd03-4316abdc52a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a678b28-9ac0-4ff9-b1d1-acf1e40c840d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:18.935477 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47128) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:18.960457 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-458b7476-430e-4258-85b8-3032383bc844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:19.022626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e'}, {'server_uuid': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4023ef8-5885-48a9-86c8-c3b620871bc8'}, {'server_uuid': '6eb090a2-19e2-4f49-a360-41d09b840108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:19.025506 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d07b7-610d-47ca-8cfe-7547c3a89557" -d '{"events": [{"server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "name": "network-vif-plugged", "status": "completed", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e"}, {"server_uuid": "a4e3a3f8-fb86-40f0-9397-40e821003488", "name": "network-vif-plugged", "status": "completed", "tag": "f4023ef8-5885-48a9-86c8-c3b620871bc8"}, {"server_uuid": "6eb090a2-19e2-4f49-a360-41d09b840108", "name": "network-vif-plugged", "status": "completed", "tag": "0e8348e5-203b-4150-9cfe-42e55a2a2f4d"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:19.077941 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-458b7476-430e-4258-85b8-3032383bc844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:19.084586 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-458b7476-430e-4258-85b8-3032383bc844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:19.087602 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f460fb-387a-4b0f-ab91-7a95c27e3db4 req-0cafd4d1-9c87-4cb7-a484-d19f195d7377 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.094871 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 04 May 2022 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503412fe-5b47-4ffb-98f6-9a85edf2ebff x-openstack-request-id: req-503412fe-5b47-4ffb-98f6-9a85edf2ebff {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:19.095170 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "name": "network-vif-plugged", "status": "completed", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e", "code": 200}, {"server_uuid": "a4e3a3f8-fb86-40f0-9397-40e821003488", "name": "network-vif-plugged", "status": "completed", "tag": "f4023ef8-5885-48a9-86c8-c3b620871bc8", "code": 200}, {"server_uuid": "6eb090a2-19e2-4f49-a360-41d09b840108", "name": "network-vif-plugged", "status": "completed", "tag": "0e8348e5-203b-4150-9cfe-42e55a2a2f4d", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:19.095428 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-503412fe-5b47-4ffb-98f6-9a85edf2ebff {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:19.095864 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503412fe-5b47-4ffb-98f6-9a85edf2ebff'] response: {'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'code': 200} May 04 15:01:19.096106 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503412fe-5b47-4ffb-98f6-9a85edf2ebff'] response: {'server_uuid': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4023ef8-5885-48a9-86c8-c3b620871bc8', 'code': 200} May 04 15:01:19.096513 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503412fe-5b47-4ffb-98f6-9a85edf2ebff'] response: {'server_uuid': '6eb090a2-19e2-4f49-a360-41d09b840108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d', 'code': 200} May 04 15:01:19.100449 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-19f460fb-387a-4b0f-ab91-7a95c27e3db4 req-0cafd4d1-9c87-4cb7-a484-d19f195d7377 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1009421 May 04 15:01:19.157927 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-458b7476-430e-4258-85b8-3032383bc844 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22ef199d13b94195ba8c0e3eb2012fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208278 May 04 15:01:19.158634 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b7476-430e-4258-85b8-3032383bc844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d71c1b9-2a84-4dbc-8965-84742eccd0c7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:19.162344 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47142) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:19.163820 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-19f460fb-387a-4b0f-ab91-7a95c27e3db4 req-8467a67c-0bd4-4349-aaf8-723d2c95d355 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 May 04 15:01:19.244656 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f44b3985-1839-4dc7-b67b-a5a513d80419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:19.272302 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f44b3985-1839-4dc7-b67b-a5a513d80419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:19.347094 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f44b3985-1839-4dc7-b67b-a5a513d80419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:19.352196 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f44b3985-1839-4dc7-b67b-a5a513d80419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:19.357380 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f44b3985-1839-4dc7-b67b-a5a513d80419 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d71c1b9-2a84-4dbc-8965-84742eccd0c7 HTTP/1.1" status: 204 len: 168 time: 0.1926403 May 04 15:01:19.378476 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b3985-1839-4dc7-b67b-a5a513d80419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d71c1b9-2a84-4dbc-8965-84742eccd0c7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:19.382103 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eac63a-eb45-4166-9ae6-a9e02ab31d67 req-532929e7-7708-46ad-a8b4-049d0073cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.385963 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b7eac63a-eb45-4166-9ae6-a9e02ab31d67 req-532929e7-7708-46ad-a8b4-049d0073cdf6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 1098 time: 0.0582483 May 04 15:01:19.472015 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b7eac63a-eb45-4166-9ae6-a9e02ab31d67 req-35ef0194-439e-4898-aeea-773381343952 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731497 May 04 15:01:19.547001 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f0f2f-dc3f-4e81-8dc2-658367847038 req-f50f6cf4-5354-4001-a3cb-dab31a980d65 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.548379 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f2f0f2f-dc3f-4e81-8dc2-658367847038 req-f50f6cf4-5354-4001-a3cb-dab31a980d65 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.0729926 May 04 15:01:19.650327 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f1599-fd30-466e-b95c-f0152af26650 req-25d7d503-a5a7-4308-9bf9-462880c6b741 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.652080 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a69f1599-fd30-466e-b95c-f0152af26650 req-25d7d503-a5a7-4308-9bf9-462880c6b741 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0687299 May 04 15:01:19.666998 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f2f0f2f-dc3f-4e81-8dc2-658367847038 req-2bc560f2-aa4d-4f42-a883-c433fae1ce01 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089580 May 04 15:01:19.773407 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a69f1599-fd30-466e-b95c-f0152af26650 req-0a68eea7-1620-4f73-b4df-7beca18a0df1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972762 May 04 15:01:19.807307 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449e6ba-2d43-46ae-b08d-b206161c0fc1 req-70cf7161-bd1f-47a3-8485-192e03f9e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.809636 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4449e6ba-2d43-46ae-b08d-b206161c0fc1 req-70cf7161-bd1f-47a3-8485-192e03f9e9fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 1098 time: 0.1227837 May 04 15:01:19.827400 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf59366-061e-4cb7-a976-f94b3fb3f279 req-4edbbb7a-6996-4045-b58e-785fe5ce0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.829653 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1bf59366-061e-4cb7-a976-f94b3fb3f279 req-4edbbb7a-6996-4045-b58e-785fe5ce0f3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 1098 time: 0.1131141 May 04 15:01:19.879561 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1bf59366-061e-4cb7-a976-f94b3fb3f279 req-02aff8fa-4510-4bbf-be86-2767827c5e28 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 May 04 15:01:19.932271 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4449e6ba-2d43-46ae-b08d-b206161c0fc1 req-1f67f579-1138-4b38-ad01-695b5f7f1f43 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141744 May 04 15:01:19.948620 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fb90c-b44e-4622-a0b7-da1d6fc4c7c2 req-c9fc8c5b-edb7-4b5a-9177-692874269849 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.948620 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-119fb90c-b44e-4622-a0b7-da1d6fc4c7c2 req-c9fc8c5b-edb7-4b5a-9177-692874269849 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0657525 May 04 15:01:19.962945 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47194) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:19.969260 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'floatingip': {'port_id': 'daf97347-300b-4955-bfc8-c1f1a1f6a494'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:20.068826 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:20.346697 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ef214-70c3-43b7-95a3-677e5c1613a6 req-a6658dac-48d8-4034-9386-c7e1014520b0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:20.358765 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d79ef214-70c3-43b7-95a3-677e5c1613a6 req-a6658dac-48d8-4034-9386-c7e1014520b0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0885425 May 04 15:01:20.416621 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d79ef214-70c3-43b7-95a3-677e5c1613a6 req-7fb0adb0-f31a-4e07-a10e-307964152bae tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568118 May 04 15:01:20.546587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47228) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:20.594479 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-d2323ad8-e0e7-43e4-b3d8-a766d970db58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574856 May 04 15:01:20.693936 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-ee24eec9-fb83-415a-ad4d-34853c4a7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:20.695895 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-ee24eec9-fb83-415a-ad4d-34853c4a7888 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1099 time: 0.0488636 May 04 15:01:20.775316 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device be2dc912-ebee-4b51-807c-5edb4a84f153 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:01:20.824336 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: be2dc912-ebee-4b51-807c-5edb4a84f153 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:01:20.824706 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device be2dc912-ebee-4b51-807c-5edb4a84f153 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:01:20.847962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5afc3551-b17a-44b5-9af7-7337fc185362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.038160 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.043868 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.128609 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3bf4f-862d-488a-a822-d947db509122 req-61e11c20-570a-4c86-9497-f3bfb7abc588 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.130622 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49d3bf4f-862d-488a-a822-d947db509122 req-61e11c20-570a-4c86-9497-f3bfb7abc588 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.3794227 May 04 15:01:21.153501 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-dde197d1-3311-4e98-b313-29c7c20f7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.155039 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-dde197d1-3311-4e98-b313-29c7c20f7669 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.4220002 May 04 15:01:21.218913 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Floating IP a0af9002-51f3-4e7c-811e-fce460a5f65f associated. External IP: 172.28.3.86, port: daf97347-300b-4955-bfc8-c1f1a1f6a494. May 04 15:01:21.295300 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49d3bf4f-862d-488a-a822-d947db509122 req-e8383f8a-c832-4af2-a882-59cdb31435e0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547525 May 04 15:01:21.334707 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-e88c5067-89cf-43e4-b856-3f64e66f38be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 999 time: 0.1706691 May 04 15:01:21.366943 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47274) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:21.396947 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5afc3551-b17a-44b5-9af7-7337fc185362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.404415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5afc3551-b17a-44b5-9af7-7337fc185362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.441647 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-f26e6b6c-e720-41ea-a43c-aa4528519b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.444085 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-f26e6b6c-e720-41ea-a43c-aa4528519b8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.0876176 May 04 15:01:21.457420 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5afc3551-b17a-44b5-9af7-7337fc185362 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8bc493e796c47a19d1fd98eb46be3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9092915 May 04 15:01:21.458315 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47282) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:21.458476 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] Deleting subnet ce8604b0-9e6c-4003-8609-6c2f58d562b1 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:01:21.466959 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.477557 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc3551-b17a-44b5-9af7-7337fc185362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8c4bb-c9c6-473a-815e-47ef9efb1a99,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:21.542855 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.549441 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.602284 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-e8df0f5a-791f-4275-a0ee-9d82fd8ee6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.604462 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-e8df0f5a-791f-4275-a0ee-9d82fd8ee6a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1448903 May 04 15:01:21.649712 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d3a-8303-414e-a112-d23c29fd3d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.699879 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46a249-e2f5-40f5-87f1-7ec93c9deb84 req-b670c383-04d3-45a5-8d5d-a39eaca0d1dc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.701794 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7d46a249-e2f5-40f5-87f1-7ec93c9deb84 req-b670c383-04d3-45a5-8d5d-a39eaca0d1dc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1642830 May 04 15:01:21.734984 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d3a-8303-414e-a112-d23c29fd3d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.803026 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-6646e044-0022-4d71-8f47-80e64c66eca0 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845789 May 04 15:01:21.834474 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.843767 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7d46a249-e2f5-40f5-87f1-7ec93c9deb84 req-6fcf2868-f24e-404f-94c4-8de1d034a405 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323943 May 04 15:01:21.908089 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8604b0-9e6c-4003-8609-6c2f58d562b1,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:21.927682 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.932769 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d3a-8303-414e-a112-d23c29fd3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.937546 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-08d22a77-8e63-4c2c-b60b-8834f64dcea0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce8604b0-9e6c-4003-8609-6c2f58d562b1 HTTP/1.1" status: 204 len: 168 time: 0.5669448 May 04 15:01:21.937740 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d3a-8303-414e-a112-d23c29fd3d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.937740 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-d07c4d3a-8303-414e-a112-d23c29fd3d8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27a8c4bb-c9c6-473a-815e-47ef9efb1a99 HTTP/1.1" status: 204 len: 168 time: 0.4746490 May 04 15:01:21.940346 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Router 572abb01-2662-4e06-8067-02d7d04aab18 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:21.941554 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47300) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:21.945436 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47304) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:21.950489 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41a7bc8d-7bee-489b-9407-91385bc2bdc1 req-048d03b6-2d86-47cb-8419-7fe0e6b31f7e service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334693 May 04 15:01:21.966052 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c4d3a-8303-414e-a112-d23c29fd3d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8c4bb-c9c6-473a-815e-47ef9efb1a99,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:22.065126 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.137176 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:22.141876 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.152760 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] Sync routers for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:22.168459 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:22.169250 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:22.184277 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ea1e8f22-00a5-4b4c-9fd4-dcbc04aa6961 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "PUT /v2.0/floatingips/a0af9002-51f3-4e7c-811e-fce460a5f65f HTTP/1.1" status: 200 len: 991 time: 2.2175210 May 04 15:01:22.184899 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:22.187208 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf87a453-3223-4cc3-956d-fa7f4528d63c" -d '{"events": [{"name": "network-changed", "server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:22.275359 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.283125 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49064da6-9b13-42ab-9da1-1a766b52a662 x-openstack-request-id: req-49064da6-9b13-42ab-9da1-1a766b52a662 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:22.284164 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:22.284590 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49064da6-9b13-42ab-9da1-1a766b52a662 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:22.285214 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49064da6-9b13-42ab-9da1-1a766b52a662'] response: {'name': 'network-changed', 'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'status': 'completed', 'code': 200} May 04 15:01:22.294916 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:22.367987 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47322) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:22.394102 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf66c0f-151b-46ea-bf19-d3eb64719646']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:22.419065 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de522e4d-7062-4ef0-b251-006d39343f75') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:22.419966 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de522e4d-7062-4ef0-b251-006d39343f75') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:22.463922 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.468335 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-5d817659-2aac-4ea0-bea4-5a1cc2888ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:22.470613 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-5d817659-2aac-4ea0-bea4-5a1cc2888ea3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1099 time: 0.1678162 May 04 15:01:22.522829 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.570097 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c336426-39f7-4bf9-a14f-940b2f9bf028 req-cb2ba42c-760d-4b46-883b-75092295811a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:22.583366 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3c336426-39f7-4bf9-a14f-940b2f9bf028 req-cb2ba42c-760d-4b46-883b-75092295811a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.1713467 May 04 15:01:22.597594 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:01:22.598498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:01:22.608953 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:01:22.669911 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'a0af9002-51f3-4e7c-811e-fce460a5f65f', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'port_id': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'mac_address': 'fa:16:3e:f8:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380418-8340-4006-a244-ea792f5f15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:53Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 1, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:22.682943 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01bcfca3-87b3-4e7b-ad53-570d3acc3a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.697640 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b4c9-ba6e-4ed9-8c5d-7262c95a731f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.698699 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] Checking router: 572abb01-2662-4e06-8067-02d7d04aab18 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:22.708637 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:22.709593 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:22.753576 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3c336426-39f7-4bf9-a14f-940b2f9bf028 req-eb2d7fd7-abab-47f0-ba46-c9eb4b1a3a77 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681042 May 04 15:01:22.828537 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.841983 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:22.864538 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.870404 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] 10.222.0.41 "DELETE /v2.0/networks/baf66c0f-151b-46ea-bf19-d3eb64719646 HTTP/1.1" status: 204 len: 168 time: 0.9253488 May 04 15:01:22.878560 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222e168-f56c-4609-acc4-aa88526fa02c admin admin] Pushing event deleted for resources: {'Network': ['ID=baf66c0f-151b-46ea-bf19-d3eb64719646,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:22.880473 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-aece979f-b566-4dc4-aed4-fa287c3e066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:22.882455 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-aece979f-b566-4dc4-aed4-fa287c3e066a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.4019969 May 04 15:01:22.884853 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01bcfca3-87b3-4e7b-ad53-570d3acc3a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.898142 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01bcfca3-87b3-4e7b-ad53-570d3acc3a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.955337 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcfca3-87b3-4e7b-ad53-570d3acc3a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d7ccd-b554-449e-b4d2-366883c7bd8c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:22.961076 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47336) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:22.987922 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b4c9-ba6e-4ed9-8c5d-7262c95a731f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:22.994065 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-01bcfca3-87b3-4e7b-ad53-570d3acc3a3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f964f8397e84aa2b266640bd5339c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244919 May 04 15:01:22.999538 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47338) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:23.002630 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b4c9-ba6e-4ed9-8c5d-7262c95a731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.033163 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-8bb1b4c9-ba6e-4ed9-8c5d-7262c95a731f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e41bee3fa76d48e0b8e102a31a169569&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0861392 May 04 15:01:23.033492 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47342) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:23.113477 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a8433-ba77-42a2-8e28-35e9fd952408 req-b1947c02-9b77-4835-b6f1-0790df3c28a9 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.119824 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a08a8433-ba77-42a2-8e28-35e9fd952408 req-b1947c02-9b77-4835-b6f1-0790df3c28a9 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.2364392 May 04 15:01:23.126979 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47344) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:23.127637 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1b4c9-ba6e-4ed9-8c5d-7262c95a731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c3663f-7374-41f3-a384-970c2a3c8a34,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:23.130058 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-d3214829-bc30-4b49-a9c7-09430e14f324 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 999 time: 0.2346132 May 04 15:01:23.148747 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:23.175433 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'a0af9002-51f3-4e7c-811e-fce460a5f65f', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'port_id': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'mac_address': 'fa:16:3e:f8:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380418-8340-4006-a244-ea792f5f15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:53Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 1, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:23.179346 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-347d58c7-56a6-471e-8dbc-49133b55d975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.197252 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a56c7-99a6-441c-9219-07f563099824 req-a2ee2259-d340-402c-8c77-8d078eb779c0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.198931 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4e6a56c7-99a6-441c-9219-07f563099824 req-a2ee2259-d340-402c-8c77-8d078eb779c0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.2034640 May 04 15:01:23.199378 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47346) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:23.210879 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9bb40-a079-4682-9059-8f112a023f04 None None] The sync data for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb is: [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'a0af9002-51f3-4e7c-811e-fce460a5f65f', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'port_id': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'mac_address': 'fa:16:3e:f8:41:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380418-8340-4006-a244-ea792f5f15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:53Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 1, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:23.234749 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.239348 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-92a027af-92be-4d6c-8d18-62dce6680b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.250177 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-347d58c7-56a6-471e-8dbc-49133b55d975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.270022 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-7e3be1ec-8002-4764-81df-189ef389a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.271608 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-7e3be1ec-8002-4764-81df-189ef389a569 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.1295855 May 04 15:01:23.308674 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d761272-ad99-419b-9655-50bbcdc8c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.322198 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4e6a56c7-99a6-441c-9219-07f563099824 req-6a62b30c-77fb-49e9-a6e2-d4eb466d7db2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079521 May 04 15:01:23.342855 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-e7b83937-aee6-473a-a925-2f36bcdd5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.344809 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-e7b83937-aee6-473a-a925-2f36bcdd5154 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0620954 May 04 15:01:23.378809 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d761272-ad99-419b-9655-50bbcdc8c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.437123 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-347d58c7-56a6-471e-8dbc-49133b55d975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.443647 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-fca20f18-44b6-4d6b-963c-4bdb6a67156c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbec52915ea44a01b65509ebf4a95421&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2397716 May 04 15:01:23.449239 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-347d58c7-56a6-471e-8dbc-49133b55d975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.449239 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-347d58c7-56a6-471e-8dbc-49133b55d975 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c76d7ccd-b554-449e-b4d2-366883c7bd8c HTTP/1.1" status: 204 len: 168 time: 0.4485319 May 04 15:01:23.455801 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47350) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:23.493026 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-1dd854e3-3068-4f0b-87a4-191139dc3ff7 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411717 May 04 15:01:23.505730 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78244400-8fa0-4efa-8211-b6450998b4d9 None None] New status for floating IP a0af9002-51f3-4e7c-811e-fce460a5f65f: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:01:23.541679 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d58c7-56a6-471e-8dbc-49133b55d975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d7ccd-b554-449e-b4d2-366883c7bd8c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:23.630033 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-241c33c9-d50b-4103-b072-4666dc56d089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.666933 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-241c33c9-d50b-4103-b072-4666dc56d089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.763044 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf87a453-3223-4cc3-956d-fa7f4528d63c req-6095fdf2-d59e-4141-a2c0-0732f6fc10dd service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472012 May 04 15:01:23.905846 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-cada4436-2d73-4e0d-8b86-9b016d3d208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.907319 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-cada4436-2d73-4e0d-8b86-9b016d3d208a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 1098 time: 0.1353927 May 04 15:01:23.941260 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d761272-ad99-419b-9655-50bbcdc8c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.945633 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d761272-ad99-419b-9655-50bbcdc8c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:23.951773 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-6d761272-ad99-419b-9655-50bbcdc8c5ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7c3663f-7374-41f3-a384-970c2a3c8a34 HTTP/1.1" status: 204 len: 168 time: 0.9119053 May 04 15:01:23.973312 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d761272-ad99-419b-9655-50bbcdc8c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c3663f-7374-41f3-a384-970c2a3c8a34,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:23.974217 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.000110 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-92a027af-92be-4d6c-8d18-62dce6680b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.005676 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b442754-2ec6-4328-bfbd-1f25c291294b req-596841f3-8c9c-46e4-9b23-8338070bdb50 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:24.007557 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1b442754-2ec6-4328-bfbd-1f25c291294b req-596841f3-8c9c-46e4-9b23-8338070bdb50 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1636932 May 04 15:01:24.034482 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-92a027af-92be-4d6c-8d18-62dce6680b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.109828 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-92a027af-92be-4d6c-8d18-62dce6680b5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bd50f88206e4b689f193735ae825f17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1158636 May 04 15:01:24.113873 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47364) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:24.116472 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-241c33c9-d50b-4103-b072-4666dc56d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.121048 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-241c33c9-d50b-4103-b072-4666dc56d089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.123018 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-241c33c9-d50b-4103-b072-4666dc56d089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e5f0932-da0f-4989-be35-4a76ce7c7cda HTTP/1.1" status: 204 len: 168 time: 0.6564901 May 04 15:01:24.165091 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1b442754-2ec6-4328-bfbd-1f25c291294b req-61682c12-9028-4fc4-a1f5-b610f054e037 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092007 May 04 15:01:24.210208 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-dcb65269-2dbc-49a1-bb13-9e080fe88cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:24.211830 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-dcb65269-2dbc-49a1-bb13-9e080fe88cfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.2964971 May 04 15:01:24.223275 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1156a2dd-d4c0-4c9f-bf54-c1348348c591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.273049 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a027af-92be-4d6c-8d18-62dce6680b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e89b8f-edfd-4406-bc45-e09581fd01c7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:24.289068 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c33c9-d50b-4103-b072-4666dc56d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5f0932-da0f-4989-be35-4a76ce7c7cda,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:24.293526 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-b9fef761-ca36-4227-adc1-80cb13d5ec32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d HTTP/1.1" status: 200 len: 217 time: 0.0647943 May 04 15:01:24.326164 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1156a2dd-d4c0-4c9f-bf54-c1348348c591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.422232 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-e0605536-3b32-4348-9a08-135a70b8a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:24.424484 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-e0605536-3b32-4348-9a08-135a70b8a39a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.1190503 May 04 15:01:24.449108 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1156a2dd-d4c0-4c9f-bf54-c1348348c591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.453068 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1156a2dd-d4c0-4c9f-bf54-c1348348c591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.458295 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1156a2dd-d4c0-4c9f-bf54-c1348348c591 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09e89b8f-edfd-4406-bc45-e09581fd01c7 HTTP/1.1" status: 204 len: 168 time: 0.3434370 May 04 15:01:24.504995 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156a2dd-d4c0-4c9f-bf54-c1348348c591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e89b8f-edfd-4406-bc45-e09581fd01c7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:24.524680 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-2e7951ce-fd0c-4715-ab24-ebcac17d5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:24.528779 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-2e7951ce-fd0c-4715-ab24-ebcac17d5234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955672 May 04 15:01:24.534764 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.539917 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.641269 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-620c03ab-0d2e-4de9-ae2b-99cb86c8af7f service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017118 May 04 15:01:24.648722 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47382) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:24.669178 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a811b32c-67f8-42f5-9c9a-f01a4371d5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.688677 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP da2a9174-a606-4ed8-a5df-00d8cc00e0c2 associated. External IP: 172.28.3.92, port: 3f96fbc7-bdc5-4f7e-be41-19da8378d79e. May 04 15:01:24.775604 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef6f5dc9-58c0-486b-8f5d-6a462439dae4 req-67372f62-4ae8-4898-a318-8a458e31988e service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271393 May 04 15:01:24.857734 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a811b32c-67f8-42f5-9c9a-f01a4371d5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.896004 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a811b32c-67f8-42f5-9c9a-f01a4371d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:24.965309 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47398) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:24.978576 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a811b32c-67f8-42f5-9c9a-f01a4371d5b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=102f063e1a38427ea2af4e0dc34d94fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264437 May 04 15:01:24.980531 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47400) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:24.980858 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811b32c-67f8-42f5-9c9a-f01a4371d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1128768b-675e-482c-afe6-327dbe50d291,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:24.981161 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ae8205f-642e-4d79-80e2-ce9cee68dba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.033731 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:25.057342 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9502b0ba-27fb-40b8-a7c2-12fddac49f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.102056 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ae8205f-642e-4d79-80e2-ce9cee68dba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.107402 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ae8205f-642e-4d79-80e2-ce9cee68dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.131380 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9502b0ba-27fb-40b8-a7c2-12fddac49f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.156998 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8ae8205f-642e-4d79-80e2-ce9cee68dba2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73fbb1da36c141e3acb1bf5facd926c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906464 May 04 15:01:25.157704 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8205f-642e-4d79-80e2-ce9cee68dba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1eb901-c766-42eb-a4c2-32c78775eb06,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:25.160179 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:25.223718 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:25.230801 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.235967 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ff-f20d-4b92-9aca-913d47d48eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.238385 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:25.256359 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:25.259379 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:25.261656 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2a464e77-24da-4869-adc2-b2615bf08e64 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "PUT /v2.0/floatingips/da2a9174-a606-4ed8-a5df-00d8cc00e0c2 HTTP/1.1" status: 200 len: 990 time: 2.1307290 May 04 15:01:25.262895 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:25.265417 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:25.280036 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ff-f20d-4b92-9aca-913d47d48eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.286900 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9502b0ba-27fb-40b8-a7c2-12fddac49f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.290602 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9502b0ba-27fb-40b8-a7c2-12fddac49f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.292099 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-9502b0ba-27fb-40b8-a7c2-12fddac49f9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1128768b-675e-482c-afe6-327dbe50d291 HTTP/1.1" status: 204 len: 168 time: 0.3081415 May 04 15:01:25.308560 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502b0ba-27fb-40b8-a7c2-12fddac49f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1128768b-675e-482c-afe6-327dbe50d291,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:25.360112 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ff-f20d-4b92-9aca-913d47d48eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.363246 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ff-f20d-4b92-9aca-913d47d48eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:25.365026 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6b5cf6ff-f20d-4b92-9aca-913d47d48eff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f1eb901-c766-42eb-a4c2-32c78775eb06 HTTP/1.1" status: 204 len: 168 time: 0.2032647 May 04 15:01:25.376978 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f60eb-5aeb-4407-82e9-646dcf631087 x-openstack-request-id: req-1d5f60eb-5aeb-4407-82e9-646dcf631087 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:25.377630 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:25.378067 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d5f60eb-5aeb-4407-82e9-646dcf631087 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:25.379211 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5f60eb-5aeb-4407-82e9-646dcf631087'] response: {'name': 'network-changed', 'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'status': 'completed', 'code': 200} May 04 15:01:25.401254 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cf6ff-f20d-4b92-9aca-913d47d48eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1eb901-c766-42eb-a4c2-32c78775eb06,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:25.484607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53237112-f538-4f48-a196-93e290512978 req-e050e78c-7021-4a28-a604-3a558494013f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:25.486928 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53237112-f538-4f48-a196-93e290512978 req-e050e78c-7021-4a28-a604-3a558494013f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1586623 May 04 15:01:25.521857 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-61e3a11a-6aed-49ea-ae51-eaf21cf60ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:25.523804 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-61e3a11a-6aed-49ea-ae51-eaf21cf60ebd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 1098 time: 0.0996525 May 04 15:01:25.563289 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53237112-f538-4f48-a196-93e290512978 req-4be6be2a-ec38-42c9-b79b-5284cba178f2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662239 May 04 15:01:25.585991 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:25.666634 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-fe854ac1-8bd6-476f-b5c5-a5125982cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:25.668135 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-fe854ac1-8bd6-476f-b5c5-a5125982cfc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.1313088 May 04 15:01:25.756859 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-f112221e-b070-4b52-853f-8ce399adb03b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e HTTP/1.1" status: 200 len: 998 time: 0.0769510 May 04 15:01:25.811529 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-86aae45a-f85e-4c0d-99b3-03e5942cd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:25.813177 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-86aae45a-f85e-4c0d-99b3-03e5942cd504 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0500333 May 04 15:01:25.902471 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-d7fca05b-0c15-421c-95c0-d91d10bf862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:25.904274 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-d7fca05b-0c15-421c-95c0-d91d10bf862a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807943 May 04 15:01:25.908422 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:24Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:25.951026 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:25.965700 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:25.966331 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:26.068864 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-c6a8a2e2-8874-48b9-9aab-4aae9e8b7f6c service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564200 May 04 15:01:26.079901 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47456) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:26.106132 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:26.164744 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47462) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:26.195321 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb64ed5a-36ea-45f5-abfb-479c7eefb4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.222093 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c93e77b0-657e-4be0-be57-70e4f6ddd3b8 req-984ad9e4-a6c7-44db-80c9-f859294cd800 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451766 May 04 15:01:26.296745 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb64ed5a-36ea-45f5-abfb-479c7eefb4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.302698 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb64ed5a-36ea-45f5-abfb-479c7eefb4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.337010 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64ed5a-36ea-45f5-abfb-479c7eefb4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165bdccd-9c5a-4144-9bbf-ed3d7aa6d798,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:26.358763 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-eb64ed5a-36ea-45f5-abfb-479c7eefb4a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44a0db08911d4f94a60d801fe55895a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899204 May 04 15:01:26.359025 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47466) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:26.411350 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:24Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:26.417658 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-network', 'tenant_id': '4b5c93f732964829a50b164f4b89955b'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:26.427590 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c822430-b64a-45e7-bd34-3cf23009601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.442266 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6afee0-b534-4016-ae31-20e11a75f2d7 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:24Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:26.461299 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Made reservation on behalf of 4b5c93f732964829a50b164f4b89955b for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:26.469919 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.473522 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c822430-b64a-45e7-bd34-3cf23009601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.487412 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.574415 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c822430-b64a-45e7-bd34-3cf23009601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.577413 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c822430-b64a-45e7-bd34-3cf23009601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.582282 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2c822430-b64a-45e7-bd34-3cf23009601a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/165bdccd-9c5a-4144-9bbf-ed3d7aa6d798 HTTP/1.1" status: 204 len: 168 time: 0.2219944 May 04 15:01:26.606809 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c822430-b64a-45e7-bd34-3cf23009601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165bdccd-9c5a-4144-9bbf-ed3d7aa6d798,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:26.651474 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.657155 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.688833 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:01:26.705134 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c92275-bca7-4aeb-91b7-36aca76efa4a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:26.712024 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.712373 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Added segment b3376159-a600-4da0-b212-e3bc17ab8c98 of type vlan for network 72d20472-e84a-420d-b5f8-aaa141b8015c May 04 15:01:26.775022 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24e4f-9207-478d-85f2-e3e3abf12c67 req-1f18d828-1069-4dff-bd76-7e0ae68e403a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:26.777317 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c7d24e4f-9207-478d-85f2-e3e3abf12c67 req-1f18d828-1069-4dff-bd76-7e0ae68e403a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0823007 May 04 15:01:26.783447 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.811810 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a2ec7-5d1a-4b58-94f5-f059b53ac6a5 None None] New status for floating IP da2a9174-a606-4ed8-a5df-00d8cc00e0c2: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:01:26.823292 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.824672 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:26.826438 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.861600 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c7d24e4f-9207-478d-85f2-e3e3abf12c67 req-b0f1f56e-c6b8-407c-85a2-083e6f7adca0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778096 May 04 15:01:26.869482 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7879918 May 04 15:01:26.872470 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47486) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:26.881139 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Request body: {'subnet': {'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-subnet', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:26.904257 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Made reservation on behalf of 4b5c93f732964829a50b164f4b89955b for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:26.908491 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4751406'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:26.962356 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd0a1-040d-40a2-85a3-44d2070bf102 admin admin] Pushing event updated for resources: {'Network': ['ID=72d20472-e84a-420d-b5f8-aaa141b8015c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:26.975519 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 72d20472-e84a-420d-b5f8-aaa141b8015c details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:01:27.366713 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5012415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4751416'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:27.422964 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca78095-b935-4ee0-b261-76cd6efbcb8b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:27.444443 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Checking segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:27.444884 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Network hostable DHCP agents. Network: 72d20472-e84a-420d-b5f8-aaa141b8015c, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:01:27.465659 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Network 72d20472-e84a-420d-b5f8-aaa141b8015c is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:01:27.476033 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 72d20472-e84a-420d-b5f8-aaa141b8015c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:27.483969 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:27.485129 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:27.490748 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9012d5ae-d648-44f4-9d33-b45ff6a6f18f None None] Network 72d20472-e84a-420d-b5f8-aaa141b8015c requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:27.527486 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-ab34ba24-aff5-4225-b0d2-57203a0539e2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6535401 May 04 15:01:27.530249 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47520) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:27.535478 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:27.563264 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:27.565249 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:27.656606 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:27.661761 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-72d20472-e84a-420d-b5f8-aaa141b8015c', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:01:27.665475 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:27.813315 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:27.829330 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Allocated IP 172.20.0.2 (72d20472-e84a-420d-b5f8-aaa141b8015c/9ca78095-b935-4ee0-b261-76cd6efbcb8b/45691cfc-941c-470f-a165-0c2497479638) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:28.070139 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d335e30-02f0-4e3d-b318-c7764f4a4308 req-c0eb9148-0dec-424d-98e1-23c4e96bd1e4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:28.080768 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2d335e30-02f0-4e3d-b318-c7764f4a4308 req-c0eb9148-0dec-424d-98e1-23c4e96bd1e4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1201975 May 04 15:01:28.088119 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47550) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:28.129565 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2d335e30-02f0-4e3d-b318-c7764f4a4308 req-8ac0b732-92ac-4af1-a5e2-b5a6ac61c872 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477481 May 04 15:01:28.211726 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.219997 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.267101 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Network 72d20472-e84a-420d-b5f8-aaa141b8015c is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:28.271326 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:28.274872 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:28.300565 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.324343 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.333465 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Pushing event updated for resources: {'Port': ['ID=45691cfc-941c-470f-a165-0c2497479638,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:28.348419 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Attempting to bind port 45691cfc-941c-470f-a165-0c2497479638 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:28.349014 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Attempting to bind port 45691cfc-941c-470f-a165-0c2497479638 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:28.349517 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Attempting to bind port 45691cfc-941c-470f-a165-0c2497479638 on network 72d20472-e84a-420d-b5f8-aaa141b8015c {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:28.355438 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:28.356046 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Checking segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:28.356598 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.357117 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Bound using segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:28.357716 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Bound port: 45691cfc-941c-470f-a165-0c2497479638, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:28.358279 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.428210 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] For port 45691cfc-941c-470f-a165-0c2497479638, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:28.429526 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25bd7a15-3dd9-47b2-ba51-183d8d7150ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.432587 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] For port 45691cfc-941c-470f-a165-0c2497479638, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=45691cfc-941c-470f-a165-0c2497479638,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:28.439386 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.461566 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Allocated IP 172.28.3.249 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/26a7bd3a-355f-484d-9502-f3e4d5060636) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:28.559749 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27289ec-349e-4fa9-b2ce-e8c735c79322 None None] Pushing event updated for resources: {'Port': ['ID=45691cfc-941c-470f-a165-0c2497479638,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:28.616555 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25bd7a15-3dd9-47b2-ba51-183d8d7150ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.624003 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25bd7a15-3dd9-47b2-ba51-183d8d7150ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.689863 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.695614 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-25bd7a15-3dd9-47b2-ba51-183d8d7150ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1de22b1e8d1c434287598625de0c81df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057961 May 04 15:01:28.699861 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47574) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:28.734709 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd7a15-3dd9-47b2-ba51-183d8d7150ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797fe4bd-1c5b-4fc9-aeb2-6bd15eca254b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:28.795273 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.811261 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-744992ef-39a1-42f6-b881-af9349f9e2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.865190 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:28.876974 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:28.884210 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:28.886953 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Pushing event updated for resources: {'Port': ['ID=26a7bd3a-355f-484d-9502-f3e4d5060636,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:28.901936 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-744992ef-39a1-42f6-b881-af9349f9e2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:28.958057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47582) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:29.131172 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-744992ef-39a1-42f6-b881-af9349f9e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.134112 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-744992ef-39a1-42f6-b881-af9349f9e2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.135283 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-744992ef-39a1-42f6-b881-af9349f9e2e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/797fe4bd-1c5b-4fc9-aeb2-6bd15eca254b HTTP/1.1" status: 204 len: 168 time: 0.4343426 May 04 15:01:29.150325 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744992ef-39a1-42f6-b881-af9349f9e2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797fe4bd-1c5b-4fc9-aeb2-6bd15eca254b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:29.181262 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c5fd1b4-6dfb-4694-9f65-a71f8b01da56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.225490 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.375786 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d7bf8-c228-4ebf-83d4-9ee601d8211e req-b5d0353f-b49d-4684-ae95-dd6aee9c67a8 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:29.378157 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fd6d7bf8-c228-4ebf-83d4-9ee601d8211e req-b5d0353f-b49d-4684-ae95-dd6aee9c67a8 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1123703 May 04 15:01:29.380432 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c5fd1b4-6dfb-4694-9f65-a71f8b01da56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.407550 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c5fd1b4-6dfb-4694-9f65-a71f8b01da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.468323 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fd6d7bf8-c228-4ebf-83d4-9ee601d8211e req-5febab99-f620-4a12-b1ac-eb52dd8a60bb tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811067 May 04 15:01:29.472076 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.484965 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5c5fd1b4-6dfb-4694-9f65-a71f8b01da56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76c24fda60b540abb8435bf61118bc78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234663 May 04 15:01:29.485467 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47606) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:29.485587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fd1b4-6dfb-4694-9f65-a71f8b01da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fded09-dadf-473a-b182-f0738fc396d3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:29.651565 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.656192 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47612) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:29.684247 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b575a504-da0a-432c-813c-989b9aaea332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.690018 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.762991 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Router 42b8e24f-ae39-4595-a30b-9c37b37d2804 is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:01:29.777851 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.781275 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.782365 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1fded09-dadf-473a-b182-f0738fc396d3 HTTP/1.1" status: 204 len: 168 time: 0.2959397 May 04 15:01:29.807962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b575a504-da0a-432c-813c-989b9aaea332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.819386 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b575a504-da0a-432c-813c-989b9aaea332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:29.829929 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fded09-dadf-473a-b182-f0738fc396d3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:29.840695 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.841066 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.841455 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.841791 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.842128 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.842503 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.842860 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.843180 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.843502 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.843818 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.844133 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.844447 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b3df4-3d33-4e54-ba78-ab3c308988e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:29.913588 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-b575a504-da0a-432c-813c-989b9aaea332 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c520be76ccd147259b2366b14b21735e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531891 May 04 15:01:29.918180 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47622) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:29.946901 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:29.958882 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575a504-da0a-432c-813c-989b9aaea332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6593b11-58c6-4804-b784-09b978644f53,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:29.960614 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Sync routers for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:29.973450 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:29.974754 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:29.978753 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713734e-c3a9-4769-b1eb-d70b9fb54d79 None None] Network 72d20472-e84a-420d-b5f8-aaa141b8015c requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:29.994512 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dc3ec3-965b-4b23-b949-f76b4a73d9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.017670 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.021664 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a43079b1-23c6-4692-963f-5c83ce9e6d4c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4903300 May 04 15:01:30.023189 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dc3ec3-965b-4b23-b949-f76b4a73d9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.026036 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47624) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:30.090674 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dc3ec3-965b-4b23-b949-f76b4a73d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.093983 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dc3ec3-965b-4b23-b949-f76b4a73d9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.095733 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-23dc3ec3-965b-4b23-b949-f76b4a73d9ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6593b11-58c6-4804-b784-09b978644f53 HTTP/1.1" status: 204 len: 168 time: 0.1762795 May 04 15:01:30.106224 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc3ec3-965b-4b23-b949-f76b4a73d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6593b11-58c6-4804-b784-09b978644f53,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:30.130919 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:30.151129 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-cfc75ba6-1c94-40f0-9134-df05a0b75a93 None None] Provisioning complete for port 45691cfc-941c-470f-a165-0c2497479638 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:30.155005 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cfc75ba6-1c94-40f0-9134-df05a0b75a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.307113 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cfc75ba6-1c94-40f0-9134-df05a0b75a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.356773 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-cfc75ba6-1c94-40f0-9134-df05a0b75a93 None None] For port 45691cfc-941c-470f-a165-0c2497479638, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=45691cfc-941c-470f-a165-0c2497479638,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:30.365518 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cfc75ba6-1c94-40f0-9134-df05a0b75a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.409177 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:29Z', 'revision_number': 3, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:30.455486 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75ba6-1c94-40f0-9134-df05a0b75a93 None None] Pushing event updated for resources: {'Port': ['ID=45691cfc-941c-470f-a165-0c2497479638,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:30.533008 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Checking router: 42b8e24f-ae39-4595-a30b-9c37b37d2804 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:30.533357 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Updating router 42b8e24f-ae39-4595-a30b-9c37b37d2804 port 26a7bd3a-355f-484d-9502-f3e4d5060636 binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:30.618332 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.688805 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 45691cfc-941c-470f-a165-0c2497479638 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:30.723227 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860795-dc15-4941-9cfa-87b253aec145 req-b53e6236-8f31-4ec2-8e2c-24fef0e3891d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:30.725519 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-91860795-dc15-4941-9cfa-87b253aec145 req-b53e6236-8f31-4ec2-8e2c-24fef0e3891d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1281905 May 04 15:01:30.805271 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 45691cfc-941c-470f-a165-0c2497479638 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:30.805944 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.807171 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-91860795-dc15-4941-9cfa-87b253aec145 req-ba97a826-390d-4fee-a874-818547aa606b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726604 May 04 15:01:30.851583 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47648) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:30.868436 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-46c6bcf4-d106-4b12-ab52-a44719598dba None None] Provisioning complete for port 45691cfc-941c-470f-a165-0c2497479638 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:30.869259 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-46c6bcf4-d106-4b12-ab52-a44719598dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:30.874633 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.069787 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.079460 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.151583 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0237da3fcd704556bc7573011ee72890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988300 May 04 15:01:31.156232 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fc205-9209-48f0-b9aa-562973cb9611,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:31.160183 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47652) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:31.170669 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.172097 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.182417 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.182912 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.183478 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.184014 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.184137 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.184675 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.185206 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.185733 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.186443 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.187126 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.188243 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.188653 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.189187 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5249b3-8e68-4553-bb86-85ca92abaf89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:31.258058 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-670bfe7d-85e2-4dcb-bed6-3ad05862c7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.290987 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-670bfe7d-85e2-4dcb-bed6-3ad05862c7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.324299 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Attempting to bind port 26a7bd3a-355f-484d-9502-f3e4d5060636 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:31.324675 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Attempting to bind port 26a7bd3a-355f-484d-9502-f3e4d5060636 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:31.328663 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Attempting to bind port 26a7bd3a-355f-484d-9502-f3e4d5060636 on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:31.342402 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76936c4-bbcc-423c-bd56-6e5d9694ef65 None None] Pushing event updated for resources: {'Port': ['ID=26a7bd3a-355f-484d-9502-f3e4d5060636,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:31.353733 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:31.354284 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:31.355287 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.355838 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:31.356472 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Bound port: 26a7bd3a-355f-484d-9502-f3e4d5060636, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:31.357027 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.357962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47656) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:31.396123 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-670bfe7d-85e2-4dcb-bed6-3ad05862c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.398882 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-670bfe7d-85e2-4dcb-bed6-3ad05862c7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.402921 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-670bfe7d-85e2-4dcb-bed6-3ad05862c7a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e5fc205-9209-48f0-b9aa-562973cb9611 HTTP/1.1" status: 204 len: 168 time: 0.2399085 May 04 15:01:31.413994 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bfe7d-85e2-4dcb-bed6-3ad05862c7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fc205-9209-48f0-b9aa-562973cb9611,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:31.453170 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] For port 26a7bd3a-355f-484d-9502-f3e4d5060636, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:31.459166 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] For port 26a7bd3a-355f-484d-9502-f3e4d5060636, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=26a7bd3a-355f-484d-9502-f3e4d5060636,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:31.467585 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.499722 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Allocated IP 172.20.0.1 (72d20472-e84a-420d-b5f8-aaa141b8015c/9ca78095-b935-4ee0-b261-76cd6efbcb8b/f99e5764-2496-424c-a62d-4c1caab43611) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:31.528160 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:31.528795 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:31.541054 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1beed3ab-56a0-4e42-a55f-5cab4d00af16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.651666 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:31.707347 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.766081 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1beed3ab-56a0-4e42-a55f-5cab4d00af16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.773293 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1beed3ab-56a0-4e42-a55f-5cab4d00af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.802478 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:31.898838 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47680) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:31.899009 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1beed3ab-56a0-4e42-a55f-5cab4d00af16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f788a1d7405e44c58b82a8c5213aaa52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395103 May 04 15:01:31.900064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beed3ab-56a0-4e42-a55f-5cab4d00af16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfa6fb-a973-4633-a0bb-16d19509f74f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:31.925348 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76936c4-bbcc-423c-bd56-6e5d9694ef65 None None] Pushing event updated for resources: {'Port': ['ID=26a7bd3a-355f-484d-9502-f3e4d5060636,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:31.944988 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Network 72d20472-e84a-420d-b5f8-aaa141b8015c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:31.963466 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:31.969349 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:31.969349 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.036967 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Pushing event updated for resources: {'Port': ['ID=f99e5764-2496-424c-a62d-4c1caab43611,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:32.061836 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:29Z', 'revision_number': 3, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:32.073562 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb4f4d-7fde-47ff-a0a8-8bb8f47033dc req-a742e153-1284-4d46-89aa-52408aadcd5d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:32.080021 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-afdb4f4d-7fde-47ff-a0a8-8bb8f47033dc req-a742e153-1284-4d46-89aa-52408aadcd5d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1223428 May 04 15:01:32.112144 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caebb4b-584d-4120-a36d-f19a24093abc None None] The sync data for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb is: [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:29Z', 'revision_number': 3, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:32.141686 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3508619-2a52-4a4d-a8f1-2927af5cbe00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.172304 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-afdb4f4d-7fde-47ff-a0a8-8bb8f47033dc req-0e05d3fe-aeef-40ed-b919-867cfe4366e2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863016 May 04 15:01:32.215231 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3508619-2a52-4a4d-a8f1-2927af5cbe00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.312600 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.346922 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3508619-2a52-4a4d-a8f1-2927af5cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.350088 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3508619-2a52-4a4d-a8f1-2927af5cbe00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.351412 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e3508619-2a52-4a4d-a8f1-2927af5cbe00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4cfa6fb-a973-4633-a0bb-16d19509f74f HTTP/1.1" status: 204 len: 168 time: 0.4534609 May 04 15:01:32.385916 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3508619-2a52-4a4d-a8f1-2927af5cbe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfa6fb-a973-4633-a0bb-16d19509f74f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:32.392460 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-37602d3f-5e56-4d66-8114-d344974d8be1 None None] Provisioning complete for port f99e5764-2496-424c-a62d-4c1caab43611 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:32.392968 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37602d3f-5e56-4d66-8114-d344974d8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.472524 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-37602d3f-5e56-4d66-8114-d344974d8be1 None None] Port f99e5764-2496-424c-a62d-4c1caab43611 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:32.570128 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.586261 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.587053 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:32.677586 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Pushing event updated for resources: {'Port': ['ID=f99e5764-2496-424c-a62d-4c1caab43611,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:32.736374 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Network 72d20472-e84a-420d-b5f8-aaa141b8015c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:32.737977 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:32.926378 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Router 42b8e24f-ae39-4595-a30b-9c37b37d2804 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:33.109579 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-1f122117-219d-4aae-9ebc-3ff4d0e79691 None None] Provisioning complete for port f99e5764-2496-424c-a62d-4c1caab43611 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:33.111311 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1f122117-219d-4aae-9ebc-3ff4d0e79691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.155016 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:33.173971 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d3e73360-4c72-41d2-af1f-1fee81950019 admin admin] 10.222.0.41 "PUT /v2.0/routers/42b8e24f-ae39-4595-a30b-9c37b37d2804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1390114 May 04 15:01:33.199972 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-1f122117-219d-4aae-9ebc-3ff4d0e79691 None None] Port f99e5764-2496-424c-a62d-4c1caab43611 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:33.292271 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47732) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:33.312609 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3433beaf-548f-440d-acc7-e1ffc41703da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.437397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7a8f-70ab-459d-9f99-eaf95ad48cdc req-49715d78-7ee6-4824-9578-513d7dcce51a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:33.439543 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c2c7a8f-70ab-459d-9f99-eaf95ad48cdc req-49715d78-7ee6-4824-9578-513d7dcce51a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1293228 May 04 15:01:33.561712 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c2c7a8f-70ab-459d-9f99-eaf95ad48cdc req-28cf6ef7-e455-41cc-8dd9-443ef020d906 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115270 May 04 15:01:33.602658 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3433beaf-548f-440d-acc7-e1ffc41703da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.611372 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3433beaf-548f-440d-acc7-e1ffc41703da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.675725 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3433beaf-548f-440d-acc7-e1ffc41703da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=494e5f6ffa5049ce817398d2422d7b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823442 May 04 15:01:33.676636 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433beaf-548f-440d-acc7-e1ffc41703da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37cef0b-8745-4168-8452-37c801452130,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:33.679202 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47750) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:33.767601 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc4b-1bf7-45c9-98ee-ed649f3c28f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.803355 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc4b-1bf7-45c9-98ee-ed649f3c28f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.863124 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc4b-1bf7-45c9-98ee-ed649f3c28f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.866324 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc4b-1bf7-45c9-98ee-ed649f3c28f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:33.868996 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2e95bc4b-1bf7-45c9-98ee-ed649f3c28f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a37cef0b-8745-4168-8452-37c801452130 HTTP/1.1" status: 204 len: 168 time: 0.1887045 May 04 15:01:33.888185 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95bc4b-1bf7-45c9-98ee-ed649f3c28f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37cef0b-8745-4168-8452-37c801452130,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:33.944125 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47766) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:33.949318 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-b52d1bcc-56d6-442b-8224-086c7e72e0c2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828172367', 'description': 'tempest-description--984729933'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:33.992961 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b52d1bcc-56d6-442b-8224-086c7e72e0c2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.095797 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b52d1bcc-56d6-442b-8224-086c7e72e0c2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.101615 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b52d1bcc-56d6-442b-8224-086c7e72e0c2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.149145 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b52d1bcc-56d6-442b-8224-086c7e72e0c2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.150645 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b52d1bcc-56d6-442b-8224-086c7e72e0c2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2053390 May 04 15:01:34.151665 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d1bcc-56d6-442b-8224-086c7e72e0c2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee216513-9df3-4460-905b-dbbe6b6c4237,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:34.153676 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47774) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:34.159710 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-25ff5432-8a75-4033-af59-aab215258a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'security_group_rule': {'security_group_id': 'ee216513-9df3-4460-905b-dbbe6b6c4237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:34.197169 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25ff5432-8a75-4033-af59-aab215258a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.275218 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25ff5432-8a75-4033-af59-aab215258a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.281689 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25ff5432-8a75-4033-af59-aab215258a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.303677 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff5432-8a75-4033-af59-aab215258a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9e81b1-b612-4800-baed-5081b4b55f8d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:34.309556 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25ff5432-8a75-4033-af59-aab215258a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.310780 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-25ff5432-8a75-4033-af59-aab215258a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557596 May 04 15:01:34.313566 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47784) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:34.323125 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-de6e4c58-b0e6-43c3-8feb-4fecc732f570 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'security_group_rule': {'security_group_id': 'ee216513-9df3-4460-905b-dbbe6b6c4237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:34.357374 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de6e4c58-b0e6-43c3-8feb-4fecc732f570 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.439560 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de6e4c58-b0e6-43c3-8feb-4fecc732f570 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.446453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de6e4c58-b0e6-43c3-8feb-4fecc732f570 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.477850 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Sync routers for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:34.487398 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e4c58-b0e6-43c3-8feb-4fecc732f570 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824d1801-d277-40b4-8cbe-c4466e691970,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:34.494468 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:34.495902 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:34.503448 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de6e4c58-b0e6-43c3-8feb-4fecc732f570 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.509935 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-de6e4c58-b0e6-43c3-8feb-4fecc732f570 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1907241 May 04 15:01:34.509935 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47800) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:34.516521 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:34.549654 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.634132 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 26a7bd3a-355f-484d-9502-f3e4d5060636 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:34.681737 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.709958 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:34.797498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022055a1-0357-4a56-b649-1e046572bede req-e2b1b466-f839-42d8-80c1-681e3fa8872d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:34.799035 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-022055a1-0357-4a56-b649-1e046572bede req-e2b1b466-f839-42d8-80c1-681e3fa8872d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0682666 May 04 15:01:34.833155 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 26a7bd3a-355f-484d-9502-f3e4d5060636 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:34.833521 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:34.872597 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-022055a1-0357-4a56-b649-1e046572bede req-7afacd8c-f3b8-4a86-b4a9-4a01f712c0dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523441 May 04 15:01:34.889832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Allocated IP 172.28.3.18 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/3b353b3c-72d7-453a-824a-89c2aa7da577) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:35.009857 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.057121 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.061133 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47836) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:35.067348 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 26a7bd3a-355f-484d-9502-f3e4d5060636, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=26a7bd3a-355f-484d-9502-f3e4d5060636,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:35.078142 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.125105 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.130684 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 2, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:35.169268 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=26a7bd3a-355f-484d-9502-f3e4d5060636,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:35.173317 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Checking router: 42b8e24f-ae39-4595-a30b-9c37b37d2804 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:35.173831 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Updating router 42b8e24f-ae39-4595-a30b-9c37b37d2804 port f99e5764-2496-424c-a62d-4c1caab43611 binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:35.180630 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:35.181072 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.181600 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.182105 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.182640 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.183177 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.183688 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.184174 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.184641 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:35.184842 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.185365 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.185866 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.186343 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.186843 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:35.208785 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-715663993-network', 'tenant_id': 'a9f3ffc10cf5458785fedf0429999fd2'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:35.216298 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.220830 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:35.264768 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Made reservation on behalf of a9f3ffc10cf5458785fedf0429999fd2 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:35.267108 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.285545 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.294307 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'Port': ['ID=3b353b3c-72d7-453a-824a-89c2aa7da577,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:35.379323 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.420767 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47846) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:35.444301 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.454493 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.460620 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.519515 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:01:35.529954 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae19081a-ba31-485c-8a3a-5ecb26734b28,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:35.539460 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.540357 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Added segment 9a45edbc-7e71-4516-b992-4aea7d6f5aeb of type vlan for network ebd8aedc-4543-434e-82d9-751772f5f12b May 04 15:01:35.621362 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0ecba6c7-17f1-4664-89b0-07e08983f537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.625045 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.670003 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.671050 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:35.671702 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.721333 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.729677 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.731360 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.738023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.750590 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6883290 May 04 15:01:35.753971 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47860) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:35.762388 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Request body: {'subnet': {'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-715663993-subnet', 'tenant_id': 'a9f3ffc10cf5458785fedf0429999fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:35.774176 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ec45-fba6-4832-9ca5-a54d74e636bf admin admin] Pushing event updated for resources: {'Network': ['ID=ebd8aedc-4543-434e-82d9-751772f5f12b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:35.799770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network ebd8aedc-4543-434e-82d9-751772f5f12b details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:01:35.804516 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Made reservation on behalf of a9f3ffc10cf5458785fedf0429999fd2 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:35.807685 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.839374 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'Port': ['ID=3b353b3c-72d7-453a-824a-89c2aa7da577,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:35.863072 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.881324 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0ecba6c7-17f1-4664-89b0-07e08983f537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.888757 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.890073 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8e71ef0f-0571-4be7-a597-4ef57bcb12e6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3791320 May 04 15:01:35.893783 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a401f1-075f-4ac3-931f-de7d35e10e64 None None] Pushing event updated for resources: {'Port': ['ID=f99e5764-2496-424c-a62d-4c1caab43611,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:35.902974 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47864) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:35.919029 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0ecba6c7-17f1-4664-89b0-07e08983f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.959009 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Attempting to bind port f99e5764-2496-424c-a62d-4c1caab43611 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:35.959511 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Attempting to bind port f99e5764-2496-424c-a62d-4c1caab43611 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:35.959980 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Attempting to bind port f99e5764-2496-424c-a62d-4c1caab43611 on network 72d20472-e84a-420d-b5f8-aaa141b8015c {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:35.967176 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:35.967700 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Checking segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:35.968189 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:35.969012 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Bound using segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:35.969716 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Bound port: f99e5764-2496-424c-a62d-4c1caab43611, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:35.970190 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.018316 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba6c7-17f1-4664-89b0-07e08983f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a759b2-ec1c-4a1b-9187-1a1ed0c9cfc3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:36.069411 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ac18f069-6ee1-4894-9595-b590cab2777b None None] Provisioning complete for port f99e5764-2496-424c-a62d-4c1caab43611 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:36.069733 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ac18f069-6ee1-4894-9595-b590cab2777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.107706 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-88e94e57-c2df-469f-8cc2-1452b74b95cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.116170 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-ac18f069-6ee1-4894-9595-b590cab2777b None None] Port f99e5764-2496-424c-a62d-4c1caab43611 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:36.120858 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] For port f99e5764-2496-424c-a62d-4c1caab43611, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:36.133816 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4451d22-8608-447a-9bc0-58276aca2118 req-fe6cf824-6469-4ac0-9815-f4e1be0342a4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:36.134722 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] For port f99e5764-2496-424c-a62d-4c1caab43611, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f99e5764-2496-424c-a62d-4c1caab43611,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:36.135926 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d4451d22-8608-447a-9bc0-58276aca2118 req-fe6cf824-6469-4ac0-9815-f4e1be0342a4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0984337 May 04 15:01:36.138273 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0ecba6c7-17f1-4664-89b0-07e08983f537 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbe8684678674377be5839e2bdf7699a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7160182 May 04 15:01:36.142105 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47880) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:36.144160 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.203594 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:36.204350 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:36.222720 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d4451d22-8608-447a-9bc0-58276aca2118 req-af126f2d-497e-41d8-a22d-efdd1d8736c7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792222 May 04 15:01:36.231333 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-175efa4b-26dc-4711-ace2-f08927ad96d6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--828172367&fields=id&tenant_id=4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 267 time: 0.0942633 May 04 15:01:36.248592 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afdb183c-cdf7-4346-b15b-c6204977600f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.256575 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a401f1-075f-4ac3-931f-de7d35e10e64 None None] Pushing event updated for resources: {'Port': ['ID=f99e5764-2496-424c-a62d-4c1caab43611,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:36.309361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-88e94e57-c2df-469f-8cc2-1452b74b95cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.312453 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afdb183c-cdf7-4346-b15b-c6204977600f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.339417 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-88e94e57-c2df-469f-8cc2-1452b74b95cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.342265 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:36.356612 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.422450 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a198bc8-2a3f-4922-b22d-c1fda42f8289,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:36.427038 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-88e94e57-c2df-469f-8cc2-1452b74b95cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cdacf46b1e44d84ab70eae244f0d406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229504 May 04 15:01:36.430561 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47882) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:36.431279 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e94e57-c2df-469f-8cc2-1452b74b95cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5951379d-91f7-41d3-9b4f-6c7f41c956ac,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:36.454853 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Checking segment: {'id': '9a45edbc-7e71-4516-b992-4aea7d6f5aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:36.455292 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Network hostable DHCP agents. Network: ebd8aedc-4543-434e-82d9-751772f5f12b, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:01:36.475132 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afdb183c-cdf7-4346-b15b-c6204977600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.479769 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afdb183c-cdf7-4346-b15b-c6204977600f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.483614 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-afdb183c-cdf7-4346-b15b-c6204977600f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4a759b2-ec1c-4a1b-9187-1a1ed0c9cfc3 HTTP/1.1" status: 204 len: 168 time: 0.3379402 May 04 15:01:36.514442 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb183c-cdf7-4346-b15b-c6204977600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a759b2-ec1c-4a1b-9187-1a1ed0c9cfc3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:36.516206 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Network ebd8aedc-4543-434e-82d9-751772f5f12b is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:01:36.528938 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-27de2df1-e16e-4098-b194-080b46be521a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:36.530463 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-27de2df1-e16e-4098-b194-080b46be521a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 817 time: 0.2625685 May 04 15:01:36.552889 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, ebd8aedc-4543-434e-82d9-751772f5f12b) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:36.560687 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:36.561285 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.576753 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3469da-da38-4a28-8dac-939a7d589968 None None] Network ebd8aedc-4543-434e-82d9-751772f5f12b requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:36.590013 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-ead0b260-ee33-4a32-bb27-d8079cb03032 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/quotas/4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 375 time: 0.0366879 May 04 15:01:36.603957 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b69634b1-b022-49e4-ad91-6a903ebf7a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.604555 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-6a01d97c-b95b-4303-ba42-4c5591616e1e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8479154 May 04 15:01:36.604764 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-74528360-bbe6-490a-be2f-a289b07b2af3 None None] Provisioning complete for port f99e5764-2496-424c-a62d-4c1caab43611 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:36.605087 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74528360-bbe6-490a-be2f-a289b07b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.644264 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 26a7bd3a-355f-484d-9502-f3e4d5060636 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:36.673985 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b69634b1-b022-49e4-ad91-6a903ebf7a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.698846 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-7268e2f1-0e08-4759-b277-6b8789561f73 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963812 May 04 15:01:36.809037 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b69634b1-b022-49e4-ad91-6a903ebf7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.809037 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b69634b1-b022-49e4-ad91-6a903ebf7a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.809037 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-b69634b1-b022-49e4-ad91-6a903ebf7a87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5951379d-91f7-41d3-9b4f-6c7f41c956ac HTTP/1.1" status: 204 len: 168 time: 0.3743405 May 04 15:01:36.820367 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69634b1-b022-49e4-ad91-6a903ebf7a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5951379d-91f7-41d3-9b4f-6c7f41c956ac,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:36.843067 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-46b5c020-c6a3-427d-861b-168cfb0ca35e service neutron] 10.222.0.41 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252475 May 04 15:01:36.914183 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 26a7bd3a-355f-484d-9502-f3e4d5060636 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:36.914737 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:36.944705 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-03bb54fb-c41e-40be-8e52-6dc74ac63731 service neutron] 10.222.0.41 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923116 May 04 15:01:37.037168 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47902) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:37.053750 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e0f1-a4ba-414a-9e5a-a3d8f785c918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.153759 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74528360-bbe6-490a-be2f-a289b07b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.215193 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c434dbd0-74af-436e-a362-d3b112c13047 req-978a627e-0509-4d7a-acda-4905c7c74315 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 210 time: 0.0524127 May 04 15:01:37.261455 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4fc10-a898-4d8d-846b-41ac7eacdde5 None None] Network ebd8aedc-4543-434e-82d9-751772f5f12b requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:37.293814 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-74528360-bbe6-490a-be2f-a289b07b2af3 None None] For port f99e5764-2496-424c-a62d-4c1caab43611, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f99e5764-2496-424c-a62d-4c1caab43611,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:37.315617 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47918) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:37.328054 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e0f1-a4ba-414a-9e5a-a3d8f785c918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.334382 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-74528360-bbe6-490a-be2f-a289b07b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.338583 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1e8e0f1-a4ba-414a-9e5a-a3d8f785c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.360858 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f9164bc8-f557-4004-ab43-2cde1fbb6a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.421376 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:36Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:37.426906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74528360-bbe6-490a-be2f-a289b07b2af3 None None] Pushing event updated for resources: {'Port': ['ID=f99e5764-2496-424c-a62d-4c1caab43611,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:37.430776 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47920) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:37.431429 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-b1e8e0f1-a4ba-414a-9e5a-a3d8f785c918 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1bb9b3f57844dd2969fb36b29462ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929312 May 04 15:01:37.506873 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c838019-32c9-470d-b978-f5925a8f94bf None None] The sync data for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb is: [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:36Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:37.513187 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f9164bc8-f557-4004-ab43-2cde1fbb6a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.514313 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79b96dd7-a13a-4bf3-a2a9-3a8e4c545e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.528944 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e94d-bb44-43f1-a8e1-74ef4b7b7004 req-f800f79c-f934-4b0d-812a-f5da4e1d09ba tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:37.529172 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f9164bc8-f557-4004-ab43-2cde1fbb6a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.530943 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f54e94d-bb44-43f1-a8e1-74ef4b7b7004 req-f800f79c-f934-4b0d-812a-f5da4e1d09ba tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1341331 May 04 15:01:37.532111 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8e0f1-a4ba-414a-9e5a-a3d8f785c918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f5935-e2bc-49f3-9f77-e2068801cad8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:37.598058 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9164bc8-f557-4004-ab43-2cde1fbb6a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c02d8e-0b81-4256-9171-433eb2d9deb2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:37.639057 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79b96dd7-a13a-4bf3-a2a9-3a8e4c545e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.657019 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f9164bc8-f557-4004-ab43-2cde1fbb6a52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=574b79cf0bc34ab99dddbb8fafdfcb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368714 May 04 15:01:37.660602 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:37.699570 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f54e94d-bb44-43f1-a8e1-74ef4b7b7004 req-ee1dd38d-7e83-4126-9a7e-46bac2385cca tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417875 May 04 15:01:37.748283 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79b96dd7-a13a-4bf3-a2a9-3a8e4c545e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.751787 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79b96dd7-a13a-4bf3-a2a9-3a8e4c545e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.757084 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-79b96dd7-a13a-4bf3-a2a9-3a8e4c545e40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d8f5935-e2bc-49f3-9f77-e2068801cad8 HTTP/1.1" status: 204 len: 168 time: 0.3228929 May 04 15:01:37.770207 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b96dd7-a13a-4bf3-a2a9-3a8e4c545e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f5935-e2bc-49f3-9f77-e2068801cad8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:37.802800 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3fe9977a-dca0-4dba-9985-a6c4f9b3e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.849113 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3fe9977a-dca0-4dba-9985-a6c4f9b3e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.910977 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3fe9977a-dca0-4dba-9985-a6c4f9b3e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.913950 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3fe9977a-dca0-4dba-9985-a6c4f9b3e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:37.915257 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3fe9977a-dca0-4dba-9985-a6c4f9b3e3d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77c02d8e-0b81-4256-9171-433eb2d9deb2 HTTP/1.1" status: 204 len: 168 time: 0.2497957 May 04 15:01:37.927958 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9977a-dca0-4dba-9985-a6c4f9b3e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c02d8e-0b81-4256-9171-433eb2d9deb2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:38.290176 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 47954) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:38.295091 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-43018302-network', 'tenant_id': 'a57bfee435514069a840190722074ae4'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:38.321824 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Made reservation on behalf of a57bfee435514069a840190722074ae4 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:38.324757 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.367261 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d5ba9025-805a-4fad-8599-f55cca29b7b8 req-a89ef2d8-ab2a-4d8a-b3eb-437cfe907010 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 210 time: 0.0379231 May 04 15:01:38.368389 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.474277 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.481811 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.518595 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:01:38.530283 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b6c11d-2f6e-4bd8-9ccb-93521591e1ab,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:38.535951 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.536467 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.segments_db [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Added segment 6baeb3a1-56b7-46d1-871d-229adfcad2be of type vlan for network 4a0f4e3c-b218-4718-a901-bb0a684b926c May 04 15:01:38.611261 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.648353 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f99e5764-2496-424c-a62d-4c1caab43611 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:38.686759 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.687847 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:38.688419 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.728839 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port f99e5764-2496-424c-a62d-4c1caab43611 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:38.729939 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.940562 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 47978) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:38.941112 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6493614 May 04 15:01:38.945934 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Request body: {'subnet': {'network_id': '4a0f4e3c-b218-4718-a901-bb0a684b926c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-43018302-subnet', 'tenant_id': 'a57bfee435514069a840190722074ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:38.973765 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a76b7-7cab-46aa-80b4-352b68e9c76e admin admin] Pushing event updated for resources: {'Network': ['ID=4a0f4e3c-b218-4718-a901-bb0a684b926c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:38.989075 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 4a0f4e3c-b218-4718-a901-bb0a684b926c details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:01:38.991364 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Made reservation on behalf of a57bfee435514069a840190722074ae4 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:38.995225 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.000276 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-6ca51c28-e35b-456a-b5f9-326b68c9e456 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:39.002004 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-6ca51c28-e35b-456a-b5f9-326b68c9e456 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 817 time: 0.3475921 May 04 15:01:39.026142 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770596a-f835-4a6d-890a-bd17f4ac1a2d req-56351430-30b9-4241-961e-a026f4ae9538 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:39.043609 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4770596a-f835-4a6d-890a-bd17f4ac1a2d req-56351430-30b9-4241-961e-a026f4ae9538 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1904528 May 04 15:01:39.150030 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4770596a-f835-4a6d-890a-bd17f4ac1a2d req-fa8e24f6-1092-4288-a7ea-cdd1df296261 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915153 May 04 15:01:39.154542 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-c88e354c-df3b-4f9f-9772-dc8e671985d8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 379 time: 0.1082995 May 04 15:01:39.167425 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'port': {'device_id': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'admin_state_up': True, 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'security_groups': ['ee216513-9df3-4460-905b-dbbe6b6c4237']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:39.309747 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Made reservation on behalf of 4b5c93f732964829a50b164f4b89955b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:39.314131 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.438424 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.556969 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c52c679-10bd-4e71-b677-26061e82e1ea req-77c2b2ee-acd7-4181-932a-a7dd675d6aa3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 210 time: 0.0428877 May 04 15:01:39.564192 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f59a02-75b1-49b7-ac6f-d7e983d245d6,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:39.585072 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Checking segment: {'id': '6baeb3a1-56b7-46d1-871d-229adfcad2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4a0f4e3c-b218-4718-a901-bb0a684b926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:39.585072 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Network hostable DHCP agents. Network: 4a0f4e3c-b218-4718-a901-bb0a684b926c, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:01:39.588296 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Allocated IP 172.20.0.14 (72d20472-e84a-420d-b5f8-aaa141b8015c/9ca78095-b935-4ee0-b261-76cd6efbcb8b/8bc9a35e-941e-4476-b1fb-8d6162194f03) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:39.598835 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Network 4a0f4e3c-b218-4718-a901-bb0a684b926c is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:01:39.613758 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 4a0f4e3c-b218-4718-a901-bb0a684b926c) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:39.622942 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82100c2-8e6c-40eb-b6b7-4af332366500 None None] Network 4a0f4e3c-b218-4718-a901-bb0a684b926c requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:39.625527 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:39.626194 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.652454 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2df3c000-6c87-4f48-a8ff-2a5769f07402 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7107310 May 04 15:01:39.709825 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:01:39.803602 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe2e19-cd05-4745-a363-34a83227d94f None None] Network 4a0f4e3c-b218-4718-a901-bb0a684b926c requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:39.877699 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.937417 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.998086 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Network 72d20472-e84a-420d-b5f8-aaa141b8015c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:40.001229 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:40.005404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:40.030341 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:40.078871 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:40.078871 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.114068 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-db247223-1b0b-4dd3-8857-22513f31fe1a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9520228 May 04 15:01:40.128464 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Request body: {'port': {'device_id': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:40.242700 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48066) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:40.246193 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.288914 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-b0c2df5c-c004-4073-8964-eb63bc66a3a0 None None] Provisioning complete for port 8bc9a35e-941e-4476-b1fb-8d6162194f03 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:40.289241 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b0c2df5c-c004-4073-8964-eb63bc66a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.335684 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f092c5-7b75-4276-8e78-dc09f9b7f937 req-916bad1a-fe8a-4f10-afb2-0618641a8897 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:40.337415 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d4f092c5-7b75-4276-8e78-dc09f9b7f937 req-916bad1a-fe8a-4f10-afb2-0618641a8897 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0931752 May 04 15:01:40.406008 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2df5c-c004-4073-8964-eb63bc66a3a0 None None] Port 8bc9a35e-941e-4476-b1fb-8d6162194f03 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:40.469151 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d4f092c5-7b75-4276-8e78-dc09f9b7f937 req-819f97ce-a50c-4e73-b432-217c3da68ab0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056356 May 04 15:01:40.474759 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c253678c-cdc6-4843-995d-2b1a5fa96224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.581076 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c253678c-cdc6-4843-995d-2b1a5fa96224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.586481 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c253678c-cdc6-4843-995d-2b1a5fa96224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.630475 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253678c-cdc6-4843-995d-2b1a5fa96224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace558f3-0121-48a4-b136-46ab25e97c63,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:40.639368 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c253678c-cdc6-4843-995d-2b1a5fa96224 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cb8702e9269437d8e0e732f6ebb2d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936405 May 04 15:01:40.639765 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48090) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:40.704612 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f508a458-6544-4dc8-bc8f-bc8f1406d021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.728323 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f508a458-6544-4dc8-bc8f-bc8f1406d021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.782377 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f508a458-6544-4dc8-bc8f-bc8f1406d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.787259 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f508a458-6544-4dc8-bc8f-bc8f1406d021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:40.788931 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f508a458-6544-4dc8-bc8f-bc8f1406d021 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ace558f3-0121-48a4-b136-46ab25e97c63 HTTP/1.1" status: 204 len: 168 time: 0.1472743 May 04 15:01:40.823535 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a458-6544-4dc8-bc8f-bc8f1406d021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace558f3-0121-48a4-b136-46ab25e97c63,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:40.937348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932b41a-528d-4dee-8389-55ae3ef3930c req-eb45b9b3-3261-4477-b766-6b0b76ef1900 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:40.939043 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7932b41a-528d-4dee-8389-55ae3ef3930c req-eb45b9b3-3261-4477-b766-6b0b76ef1900 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 932 time: 0.1397860 May 04 15:01:40.958214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-6a4e4bd5-67d6-4ec1-affc-f683fbc79e5b tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:40.959749 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-6a4e4bd5-67d6-4ec1-affc-f683fbc79e5b tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/networks?id=ebd8aedc-4543-434e-82d9-751772f5f12b HTTP/1.1" status: 200 len: 808 time: 0.4392602 May 04 15:01:41.017334 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-45ca9bde-c246-4977-a1e2-09c3f9643c8b tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/quotas/a9f3ffc10cf5458785fedf0429999fd2 HTTP/1.1" status: 200 len: 375 time: 0.0366433 May 04 15:01:41.023278 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc9a35e-941e-4476-b1fb-8d6162194f03 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:41.048524 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.080357 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7932b41a-528d-4dee-8389-55ae3ef3930c req-a580d3c7-ac0e-44e7-a525-3718cc6d21d2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196198 May 04 15:01:41.082388 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-361aecce-e5a1-4bd6-8262-ba82ee5cc598 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9f3ffc10cf5458785fedf0429999fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546505 May 04 15:01:41.100099 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Transition to ACTIVE for port object 8bc9a35e-941e-4476-b1fb-8d6162194f03 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:01:41.112344 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.218564 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:41.238444 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3612b0be-9a7e-4b85-ba17-291ceec3d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.311647 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-7f5ac5b7-718b-43b8-9eb6-edd7cc486077 service neutron] 10.222.0.41 "GET /v2.0/networks/ebd8aedc-4543-434e-82d9-751772f5f12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180636 May 04 15:01:41.351482 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Attempting to bind port 8bc9a35e-941e-4476-b1fb-8d6162194f03 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:41.352210 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Attempting to bind port 8bc9a35e-941e-4476-b1fb-8d6162194f03 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:41.352659 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Attempting to bind port 8bc9a35e-941e-4476-b1fb-8d6162194f03 on network 72d20472-e84a-420d-b5f8-aaa141b8015c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:41.390116 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Port 8bc9a35e-941e-4476-b1fb-8d6162194f03 on network 72d20472-e84a-420d-b5f8-aaa141b8015c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:41.390547 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Attempting to bind port 8bc9a35e-941e-4476-b1fb-8d6162194f03 on network 72d20472-e84a-420d-b5f8-aaa141b8015c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:41.413514 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:41.413514 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Checking segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:41.413734 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Bound using segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:41.414188 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Bound port: 8bc9a35e-941e-4476-b1fb-8d6162194f03, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:41.414597 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.479871 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-b8c08892-8a61-4dc1-87e1-a3319af6a943 service neutron] 10.222.0.41 "GET /v2.0/networks/ebd8aedc-4543-434e-82d9-751772f5f12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595409 May 04 15:01:41.525315 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:41.529493 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:41.540946 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.620437 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:41.621421 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.622947 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] 10.222.0.60 "PUT /v2.0/ports/8bc9a35e-941e-4476-b1fb-8d6162194f03 HTTP/1.1" status: 200 len: 1094 time: 1.4992843 May 04 15:01:41.623482 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:41.625998 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6433aa7-f0cc-481c-a205-a9d94c170417" -d '{"events": [{"name": "network-changed", "server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:41.691544 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eed823-486c-4529-90fc-3d80961ed41e service neutron] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:41.695341 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc8fe92-3aa5-48f9-8bac-5098175ccedf x-openstack-request-id: req-bfc8fe92-3aa5-48f9-8bac-5098175ccedf {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:41.695733 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:41.696218 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfc8fe92-3aa5-48f9-8bac-5098175ccedf {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:41.697634 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc8fe92-3aa5-48f9-8bac-5098175ccedf'] response: {'name': 'network-changed', 'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'status': 'completed', 'code': 200} May 04 15:01:41.764640 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff979-de62-4379-9518-22514415bfbb req-9cf281a5-26be-46d2-971d-597d035d6531 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:41.766662 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3ccff979-de62-4379-9518-22514415bfbb req-9cf281a5-26be-46d2-971d-597d035d6531 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1853325 May 04 15:01:41.803596 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-def9b4ca-305b-457d-a6de-15530a9dbd42 req-79ac25ad-b698-4299-888c-36d4d46573d7 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 210 time: 0.0614064 May 04 15:01:41.824633 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-d6a76a72-5e59-41c9-b1af-debfbb816d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:41.826186 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-d6a76a72-5e59-41c9-b1af-debfbb816d45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1484613 May 04 15:01:41.884478 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3ccff979-de62-4379-9518-22514415bfbb req-c7fd7479-1cf9-4680-9489-4cb49131e531 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098089 May 04 15:01:41.886246 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-8cbc5fa7-2f42-4c14-8fc0-5d5d3d077457 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03 HTTP/1.1" status: 200 len: 217 time: 0.0464895 May 04 15:01:41.969385 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-654be5f0-4d93-4a97-9612-1b3b2fdd23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:41.971483 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-654be5f0-4d93-4a97-9612-1b3b2fdd23e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0747573 May 04 15:01:42.037415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f5a23-2186-4446-babf-99226a079b0a req-efd8404b-b3cd-42ed-9cac-df2ef883af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:42.040016 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-efd8404b-b3cd-42ed-9cac-df2ef883af11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0600054 May 04 15:01:42.237372 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-7d8cd7c8-1819-457c-994d-0e4c7adb9e8e service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820714 May 04 15:01:42.355896 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8027d6-90ee-4dde-b551-f2c9decec9f2 req-c5a16398-35df-40a8-8cd6-1c85a0bc7bea tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:42.365380 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-aa8027d6-90ee-4dde-b551-f2c9decec9f2 req-c5a16398-35df-40a8-8cd6-1c85a0bc7bea tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.1801813 May 04 15:01:42.431945 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d16f5a23-2186-4446-babf-99226a079b0a req-a04b8d99-cb48-4598-a083-fc053f1b1273 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791453 May 04 15:01:42.435141 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-aa8027d6-90ee-4dde-b551-f2c9decec9f2 req-57555599-04c8-467f-a0df-e3bb2b11b5da tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686970 May 04 15:01:42.541946 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-c9bcbdb5-c97b-4c2a-a465-86d8eedc91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:42.543554 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-c9bcbdb5-c97b-4c2a-a465-86d8eedc91cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0514665 May 04 15:01:42.648672 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-45ba35ea-f4d3-4fa0-a470-0763dfcb2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:42.650155 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-45ba35ea-f4d3-4fa0-a470-0763dfcb2b05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.0972099 May 04 15:01:42.695245 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-666bad0c-6956-4eb3-8053-88fdeb6cc05a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03 HTTP/1.1" status: 200 len: 217 time: 0.0365660 May 04 15:01:42.745096 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-e99fe4d5-d773-4c63-a649-1a9ff568a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:42.746589 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-e99fe4d5-d773-4c63-a649-1a9ff568a16e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0440204 May 04 15:01:42.795592 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-16678f68-a729-42bf-81cb-e0400b929454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:42.797031 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-16678f68-a729-42bf-81cb-e0400b929454 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0435276 May 04 15:01:42.909889 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-e27a18ce-203b-4812-a9cc-355e9ca7998c service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028385 May 04 15:01:42.911849 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-62dfde1c-6522-4fcf-b408-8715cc4ca490 req-7374983f-5cd8-4060-b3fd-9bfe8840551f tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 210 time: 0.0345693 May 04 15:01:43.117891 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6433aa7-f0cc-481c-a205-a9d94c170417 req-eb54b040-22f3-4a66-95ac-1ed52d9b3bdf service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953723 May 04 15:01:43.132753 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2650cb-4368-4abf-b524-c9545fbf616b req-03cb2c1a-87e2-4b9a-99b9-c7d907cced1f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:43.134505 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e2650cb-4368-4abf-b524-c9545fbf616b req-03cb2c1a-87e2-4b9a-99b9-c7d907cced1f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1543672 May 04 15:01:43.175230 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-83056185-7f34-4d64-8e31-5e90d83a8a95 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:43.177488 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-83056185-7f34-4d64-8e31-5e90d83a8a95 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.60 "GET /v2.0/networks?id=ebd8aedc-4543-434e-82d9-751772f5f12b HTTP/1.1" status: 200 len: 808 time: 0.1669717 May 04 15:01:43.197609 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3e2650cb-4368-4abf-b524-c9545fbf616b req-8f073081-60ec-43db-8eed-8b635d74a3fd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 May 04 15:01:43.200947 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Request body: {'port': {'device_id': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b', 'admin_state_up': True, 'tenant_id': 'a9f3ffc10cf5458785fedf0429999fd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:43.329705 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Made reservation on behalf of a9f3ffc10cf5458785fedf0429999fd2 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:43.333384 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:43.478827 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Allocated IP 172.20.0.4 (ebd8aedc-4543-434e-82d9-751772f5f12b/3a198bc8-2a3f-4922-b22d-c1fda42f8289/e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:43.625887 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366794f-711a-4081-aecb-5b9b2d8c7a3d req-8cdbf22a-f047-45e5-a796-a116da95fb06 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:43.627608 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a366794f-711a-4081-aecb-5b9b2d8c7a3d req-8cdbf22a-f047-45e5-a796-a116da95fb06 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.1131146 May 04 15:01:43.640722 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1f4200c1-8154-49f6-b553-73833b476ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:43.687270 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:43.692735 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a366794f-711a-4081-aecb-5b9b2d8c7a3d req-0fb13258-9565-4cfe-bd73-36b64f989d55 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556068 May 04 15:01:43.728790 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:43.779362 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Network ebd8aedc-4543-434e-82d9-751772f5f12b is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:43.800598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:43.805107 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:43.832064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Pushing event updated for resources: {'Port': ['ID=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:43.859640 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:43.860248 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:43.877145 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f1ce0f67-94d8-4b24-a018-d8840d2c8c3d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6825395 May 04 15:01:43.889433 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Request body: {'port': {'device_id': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:43.943657 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:44.112619 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d961a-03c2-47e1-ba05-6a1a1e12d689 req-e18a42f5-72aa-4a2d-9111-66a6e2a86118 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:44.114126 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b38d961a-03c2-47e1-ba05-6a1a1e12d689 req-e18a42f5-72aa-4a2d-9111-66a6e2a86118 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 931 time: 0.1175823 May 04 15:01:44.197511 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b38d961a-03c2-47e1-ba05-6a1a1e12d689 req-a0c989fd-83dd-43bf-8649-211290824457 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525870 May 04 15:01:44.282741 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:44.303234 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:44.320047 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Transition to ACTIVE for port object e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:01:44.326454 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:44.344328 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32957-9bc3-48b4-83f4-8b6a27d36ab4 req-d78fe93a-6734-4c69-9437-312cad4e2e2c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:44.345840 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-59f32957-9bc3-48b4-83f4-8b6a27d36ab4 req-d78fe93a-6734-4c69-9437-312cad4e2e2c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0747612 May 04 15:01:44.402663 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:44.453773 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-59f32957-9bc3-48b4-83f4-8b6a27d36ab4 req-2a01023a-95ad-4382-a08c-9374f8b7f12b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878544 May 04 15:01:44.482728 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Attempting to bind port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:44.483065 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Attempting to bind port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '9a45edbc-7e71-4516-b992-4aea7d6f5aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:44.483391 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Attempting to bind port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 on network ebd8aedc-4543-434e-82d9-751772f5f12b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:44.487764 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 on network ebd8aedc-4543-434e-82d9-751772f5f12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:44.488086 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Attempting to bind port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 on network ebd8aedc-4543-434e-82d9-751772f5f12b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:44.493398 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:44.493733 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Checking segment: {'id': '9a45edbc-7e71-4516-b992-4aea7d6f5aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:44.494141 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Bound using segment: {'id': '9a45edbc-7e71-4516-b992-4aea7d6f5aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:44.494591 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Bound port: e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45edbc-7e71-4516-b992-4aea7d6f5aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:44.494948 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:44.564612 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] For port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:44.567922 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] For port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,segment=NetworkSegment(9a45edbc-7e71-4516-b992-4aea7d6f5aeb),segment_id=9a45edbc-7e71-4516-b992-4aea7d6f5aeb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:44.575738 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:44.608732 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:44.609590 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:44.611635 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 HTTP/1.1" status: 200 len: 1093 time: 0.7264218 May 04 15:01:44.614583 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'tag': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:44.617059 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66eb571-d03d-4b6a-8988-5496f41889c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7be0cdbb-9574-4b85-bc01-0bec05609def", "tag": "e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:44.639718 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:44.647971 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc750c-66fe-4d5f-97e1-e79d6ee35c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:44.677740 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a1651-75f2-41b4-ae6e-0cb4243b0749 x-openstack-request-id: req-701a1651-75f2-41b4-ae6e-0cb4243b0749 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:44.678029 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be0cdbb-9574-4b85-bc01-0bec05609def", "tag": "e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:44.678282 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-701a1651-75f2-41b4-ae6e-0cb4243b0749 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:44.678707 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701a1651-75f2-41b4-ae6e-0cb4243b0749'] response: {'name': 'network-changed', 'server_uuid': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'tag': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7', 'status': 'completed', 'code': 200} May 04 15:01:44.713395 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-b0c58d05-a64a-4cff-8a2f-735abdc985c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:44.714995 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-b0c58d05-a64a-4cff-8a2f-735abdc985c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9f3ffc10cf5458785fedf0429999fd2&device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 1096 time: 0.0477297 May 04 15:01:44.759765 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-1094d1e6-f41b-4ad0-ab03-d0a43f8ddac3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 HTTP/1.1" status: 200 len: 217 time: 0.0351644 May 04 15:01:44.842057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-20b26185-cc37-445a-bf38-344344028a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:44.843620 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-20b26185-cc37-445a-bf38-344344028a58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a198bc8-2a3f-4922-b22d-c1fda42f8289 HTTP/1.1" status: 200 len: 848 time: 0.0702579 May 04 15:01:44.854409 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd404614-629e-4c0a-b0ad-f3cf1d9eac45 req-e3c8e0b3-0dca-448e-8d94-c85e64e785fa tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:44.855889 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fd404614-629e-4c0a-b0ad-f3cf1d9eac45 req-e3c8e0b3-0dca-448e-8d94-c85e64e785fa tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0913582 May 04 15:01:44.891255 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-aeb9f295-75f3-44c7-8074-a5e00726738f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd8aedc-4543-434e-82d9-751772f5f12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344155 May 04 15:01:44.938763 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fd404614-629e-4c0a-b0ad-f3cf1d9eac45 req-a78009a8-04f8-4d17-bcef-7309b3e179d2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744705 May 04 15:01:45.031017 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-a8f79cd8-4fac-4ae6-ac62-e71fcfc51197 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd8aedc-4543-434e-82d9-751772f5f12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272600 May 04 15:01:45.128758 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21aa92f6-9325-439f-8538-0e5b9ee65ffb req-f3ea8553-407a-4933-9dee-bc3d5437bfe4 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd8aedc-4543-434e-82d9-751772f5f12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891263 May 04 15:01:45.233782 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-1691012f-7428-4851-afff-e4166503e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.235396 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-1691012f-7428-4851-afff-e4166503e2fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9f3ffc10cf5458785fedf0429999fd2&device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 1096 time: 0.0510845 May 04 15:01:45.380631 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-e2bb4300-5561-4a3f-80ee-1eed9803934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.382093 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-e2bb4300-5561-4a3f-80ee-1eed9803934e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebd8aedc-4543-434e-82d9-751772f5f12b HTTP/1.1" status: 200 len: 909 time: 0.1329930 May 04 15:01:45.389275 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc457fa6-ed9a-49a1-b868-ee7844b73c52 req-8ba1fcbb-b845-4b40-af9d-473207ab3829 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.390595 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bc457fa6-ed9a-49a1-b868-ee7844b73c52 req-8ba1fcbb-b845-4b40-af9d-473207ab3829 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 943 time: 0.0846674 May 04 15:01:45.447375 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-03d9d8e0-21d7-4c25-8dff-ba46b3d9432f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 HTTP/1.1" status: 200 len: 217 time: 0.0511401 May 04 15:01:45.495669 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bc457fa6-ed9a-49a1-b868-ee7844b73c52 req-9166cfd3-ca42-4813-8446-f742119b325d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984154 May 04 15:01:45.510847 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-2d9bced6-2a2c-4f6b-b154-5c80929e17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.512353 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-2d9bced6-2a2c-4f6b-b154-5c80929e17e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a198bc8-2a3f-4922-b22d-c1fda42f8289 HTTP/1.1" status: 200 len: 848 time: 0.0560689 May 04 15:01:45.567634 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-36df2417-76ad-4d9c-ae09-9ebf90152740 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebd8aedc-4543-434e-82d9-751772f5f12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386989 May 04 15:01:45.632854 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d175d-f2b8-472b-ada8-6b1ae510a3f3 req-e9a3fe04-7331-43f0-9cfd-5c3141e4dc2d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.634307 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d78d175d-f2b8-472b-ada8-6b1ae510a3f3 req-e9a3fe04-7331-43f0-9cfd-5c3141e4dc2d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1142342 May 04 15:01:45.694228 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d78d175d-f2b8-472b-ada8-6b1ae510a3f3 req-f82a9a06-9882-4341-a9b9-a89608558a5d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524404 May 04 15:01:45.696488 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-fb1a3af8-8aac-49d8-8872-2bb7b19e677f service neutron] 10.222.0.60 "GET /v2.0/networks/ebd8aedc-4543-434e-82d9-751772f5f12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208901 May 04 15:01:45.850236 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:46.000520 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c66eb571-d03d-4b6a-8988-5496f41889c7 req-2f95f9c4-a7e5-4e90-a796-7d866b62dc81 service neutron] 10.222.0.60 "GET /v2.0/networks/ebd8aedc-4543-434e-82d9-751772f5f12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946641 May 04 15:01:46.065831 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018e33-7b98-4455-b698-a438f48da6d9 req-4fce9895-50f4-4e06-b4d1-1cb362136fd2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:46.067530 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b1018e33-7b98-4455-b698-a438f48da6d9 req-4fce9895-50f4-4e06-b4d1-1cb362136fd2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0520422 May 04 15:01:46.110432 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b1018e33-7b98-4455-b698-a438f48da6d9 req-15643c89-f365-4722-bd38-15c3f4781a6d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344954 May 04 15:01:46.423581 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:46.617403 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81546645-c3f7-4445-aba8-417875fca267 req-7d614e4f-f936-410c-b6dc-e346b6276d61 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:46.618926 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-81546645-c3f7-4445-aba8-417875fca267 req-7d614e4f-f936-410c-b6dc-e346b6276d61 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 943 time: 0.0490751 May 04 15:01:46.657403 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-81546645-c3f7-4445-aba8-417875fca267 req-b4df3101-09fb-4401-b29c-0c304539ab23 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 May 04 15:01:46.822043 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9f99a-8cba-42b8-a112-d40fc82110e2 req-d10acb0e-0196-42cb-a315-47441f22ab15 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:46.824079 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b2e9f99a-8cba-42b8-a112-d40fc82110e2 req-d10acb0e-0196-42cb-a315-47441f22ab15 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0595443 May 04 15:01:46.866293 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b2e9f99a-8cba-42b8-a112-d40fc82110e2 req-595ff978-6f2d-4429-8329-a4598fe15b15 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 May 04 15:01:46.924764 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:47.151587 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:47.165240 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'port_id': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:47.227349 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:47.253707 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc9a35e-941e-4476-b1fb-8d6162194f03 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:47.270568 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110dd6-b070-47b3-8eee-858d0d39e99f req-350ef82d-0e92-4081-9213-256b5d19faba tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:47.272163 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-20110dd6-b070-47b3-8eee-858d0d39e99f req-350ef82d-0e92-4081-9213-256b5d19faba tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0565462 May 04 15:01:47.278298 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:47.284019 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:47.326221 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-20110dd6-b070-47b3-8eee-858d0d39e99f req-cb8eaf9d-bdfc-41b3-aa6f-bb5351b32d33 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477302 May 04 15:01:47.340726 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:47.658468 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['8bc9a35e-941e-4476-b1fb-8d6162194f03'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:47.779687 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b39185-e8da-43aa-8567-e35074a0fe87 req-2449f5b6-826f-45ce-82a5-00fe98cafeab tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:47.781442 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5b39185-e8da-43aa-8567-e35074a0fe87 req-2449f5b6-826f-45ce-82a5-00fe98cafeab tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 943 time: 0.0491097 May 04 15:01:47.821202 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5b39185-e8da-43aa-8567-e35074a0fe87 req-19d5ab34-1af7-4ce4-a180-4f22b5405aa1 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 May 04 15:01:47.987225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d8b89-c221-4d7c-9b45-ce5cedda63b5 req-d3e0a71f-db70-48d6-9ba8-ad67e34ed53a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:47.988651 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-245d8b89-c221-4d7c-9b45-ce5cedda63b5 req-d3e0a71f-db70-48d6-9ba8-ad67e34ed53a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0511136 May 04 15:01:48.029003 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-245d8b89-c221-4d7c-9b45-ce5cedda63b5 req-c5a64574-f22b-4202-9967-1ddea636129e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 May 04 15:01:48.453035 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cca65-e0ed-4b1d-8c5f-c92e65561f86 req-d0bcc6ec-4e8f-4385-8932-64a4fccf3087 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:48.454515 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-782cca65-e0ed-4b1d-8c5f-c92e65561f86 req-d0bcc6ec-4e8f-4385-8932-64a4fccf3087 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 945 time: 0.0498569 May 04 15:01:48.502249 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-782cca65-e0ed-4b1d-8c5f-c92e65561f86 req-a2eed26f-c0c2-44d3-a3d6-91ca3477e2a1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 May 04 15:01:48.936138 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:48.937763 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14a4f3-5df4-4f68-8e9f-0005832365dd req-dcab0124-20ab-43ee-9f6e-21a5b65aa6d9 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:48.939264 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5e14a4f3-5df4-4f68-8e9f-0005832365dd req-dcab0124-20ab-43ee-9f6e-21a5b65aa6d9 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 943 time: 0.0516274 May 04 15:01:48.993187 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:48.996976 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5e14a4f3-5df4-4f68-8e9f-0005832365dd req-579a73ca-92c2-42da-9e42-57462dea6eb7 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 May 04 15:01:49.105807 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,segment=NetworkSegment(9a45edbc-7e71-4516-b992-4aea7d6f5aeb),segment_id=9a45edbc-7e71-4516-b992-4aea7d6f5aeb)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:49.115777 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 8bc9a35e-941e-4476-b1fb-8d6162194f03 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:49.120658 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7', 'network_id': 'ebd8aedc-4543-434e-82d9-751772f5f12b', 'port_id': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7', 'mac_address': 'fa:16:3e:a9:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a198bc8-2a3f-4922-b22d-c1fda42f8289', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:49.122167 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 8bc9a35e-941e-4476-b1fb-8d6162194f03 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:49.122547 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:49.151709 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbaf04-1319-4cc2-92d7-c581ad3cd1a4 req-765ab38f-b09c-481e-8772-f7607908154c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:49.155404 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-84fbaf04-1319-4cc2-92d7-c581ad3cd1a4 req-765ab38f-b09c-481e-8772-f7607908154c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0543721 May 04 15:01:49.191686 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-84fbaf04-1319-4cc2-92d7-c581ad3cd1a4 req-7c581a2c-c4d3-4ac4-ba9a-39aaea5ac6e7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 May 04 15:01:49.196050 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:49.215594 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:49.258393 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,segment=NetworkSegment(9a45edbc-7e71-4516-b992-4aea7d6f5aeb),segment_id=9a45edbc-7e71-4516-b992-4aea7d6f5aeb)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:49.265529 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:49.276297 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:49.330900 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:49.333315 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f3d87-5ae1-46dd-961c-e21747116278" -d '{"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:49.351725 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:49.355407 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:49.360503 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:49.389724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d9bfd1-91c1-4f8f-892e-e9cb34a14d43 x-openstack-request-id: req-b2d9bfd1-91c1-4f8f-892e-e9cb34a14d43 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:49.389724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:49.389724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2d9bfd1-91c1-4f8f-892e-e9cb34a14d43 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:49.389724 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d9bfd1-91c1-4f8f-892e-e9cb34a14d43'] response: {'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'code': 200} May 04 15:01:49.412975 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:49.609848 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf2b16-5103-452b-b07c-88bdada12b28 req-bbc88775-b7b5-4b70-bfa5-e4edeb6ebc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:49.611336 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5eaf2b16-5103-452b-b07c-88bdada12b28 req-bbc88775-b7b5-4b70-bfa5-e4edeb6ebc4e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 1099 time: 0.0638778 May 04 15:01:49.627508 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28576208-03e8-4aca-9609-0d1d509b6c0b req-d3664651-3e45-4d07-9c41-e41e7a5b0c0a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:49.628924 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-28576208-03e8-4aca-9609-0d1d509b6c0b req-d3664651-3e45-4d07-9c41-e41e7a5b0c0a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0548856 May 04 15:01:49.685756 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5eaf2b16-5103-452b-b07c-88bdada12b28 req-e2b1f264-a26a-42d5-a609-9921cf63b188 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554378 May 04 15:01:49.695079 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-28576208-03e8-4aca-9609-0d1d509b6c0b req-d739fba8-b07d-4a66-afc3-dff81e2b909a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593708 May 04 15:01:49.701327 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:50.120597 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32fad7-e0b0-4eff-bbbc-9c2a9d1927c1 req-e7b32a4a-875a-449f-bf29-708f78e24612 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:50.122321 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a32fad7-e0b0-4eff-bbbc-9c2a9d1927c1 req-e7b32a4a-875a-449f-bf29-708f78e24612 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 944 time: 0.0501781 May 04 15:01:50.165118 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a32fad7-e0b0-4eff-bbbc-9c2a9d1927c1 req-1c6ee860-762d-4a70-933b-760287bdaa3a tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361288 May 04 15:01:50.319591 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521172bd-bda6-4e56-b62e-1e2c5d1237dc req-ce827bf3-1415-4d23-9418-f7ad6877b492 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:50.321153 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-521172bd-bda6-4e56-b62e-1e2c5d1237dc req-ce827bf3-1415-4d23-9418-f7ad6877b492 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0497742 May 04 15:01:50.361732 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-521172bd-bda6-4e56-b62e-1e2c5d1237dc req-67ae9745-6919-471d-8cba-cec5dffb9d7a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343940 May 04 15:01:50.818580 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f9b2-7dd9-4d16-add9-7a01d32dccd8 req-e8eefac2-82da-498a-ac67-0172de99df4e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:50.820067 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3253f9b2-7dd9-4d16-add9-7a01d32dccd8 req-e8eefac2-82da-498a-ac67-0172de99df4e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0507874 May 04 15:01:50.866647 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3253f9b2-7dd9-4d16-add9-7a01d32dccd8 req-9d7e5d04-2687-436b-86c2-7da941adda86 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 May 04 15:01:50.946233 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:50.998807 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:51.002396 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:51.002786 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:51.078997 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:51.116626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,segment=NetworkSegment(9a45edbc-7e71-4516-b992-4aea7d6f5aeb),segment_id=9a45edbc-7e71-4516-b992-4aea7d6f5aeb)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:51.121647 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:51.170400 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:51.284296 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d084-2ad3-453c-8245-d96cf3bdfc8a req-f9ec53c2-2ee7-4efc-8f4a-ebfbf01aea80 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:51.285837 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d3f2d084-2ad3-453c-8245-d96cf3bdfc8a req-f9ec53c2-2ee7-4efc-8f4a-ebfbf01aea80 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 945 time: 0.0532122 May 04 15:01:51.331899 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d3f2d084-2ad3-453c-8245-d96cf3bdfc8a req-603dafaa-ad17-4161-835c-83c84fba6182 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 May 04 15:01:51.385597 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:51.388350 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fdd72f-bae6-4419-b65b-ea44e20c82e7" -d '{"events": [{"server_uuid": "7be0cdbb-9574-4b85-bc01-0bec05609def", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:51.440477 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cabd1a2-3aa7-44ac-8b80-26f7cf87c0fb x-openstack-request-id: req-5cabd1a2-3aa7-44ac-8b80-26f7cf87c0fb {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:51.440855 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be0cdbb-9574-4b85-bc01-0bec05609def", "name": "network-vif-plugged", "status": "completed", "tag": "e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:51.441166 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cabd1a2-3aa7-44ac-8b80-26f7cf87c0fb {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:51.441685 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cabd1a2-3aa7-44ac-8b80-26f7cf87c0fb'] response: {'server_uuid': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7', 'code': 200} May 04 15:01:51.484918 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd77c0-4374-4689-8b1b-271589a3d6a1 req-80ef4100-732e-44a6-a95d-949823b8e4a0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:51.486441 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-99bd77c0-4374-4689-8b1b-271589a3d6a1 req-80ef4100-732e-44a6-a95d-949823b8e4a0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0518959 May 04 15:01:51.526163 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-99bd77c0-4374-4689-8b1b-271589a3d6a1 req-c06b6d1e-5729-4e16-aefd-bb60c189d358 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326436 May 04 15:01:51.642418 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8466-7ad8-4525-af29-ac2c468b39b2 req-ff736e31-8945-4b76-a5da-7e4089b42915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:51.643963 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0b2f8466-7ad8-4525-af29-ac2c468b39b2 req-ff736e31-8945-4b76-a5da-7e4089b42915 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 1098 time: 0.0448720 May 04 15:01:51.698710 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0b2f8466-7ad8-4525-af29-ac2c468b39b2 req-d87fa5d0-a611-4b0d-aaf9-b4653a26a7b3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 May 04 15:01:52.004398 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520c2fd-586a-4b04-a4e2-dec1ff80aa14 req-a08c0f27-aba4-49d4-8def-84c67be02739 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.006045 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4520c2fd-586a-4b04-a4e2-dec1ff80aa14 req-a08c0f27-aba4-49d4-8def-84c67be02739 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0600395 May 04 15:01:52.049649 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4520c2fd-586a-4b04-a4e2-dec1ff80aa14 req-d24a697d-62a5-4e33-8e02-890903fb2e10 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359082 May 04 15:01:52.166726 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164ac2e-71e1-4b12-8d23-595cb7d91c2f req-d1ac86f9-fb07-4e93-940f-c51ef34a227c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.168201 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c164ac2e-71e1-4b12-8d23-595cb7d91c2f req-d1ac86f9-fb07-4e93-940f-c51ef34a227c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0507317 May 04 15:01:52.177201 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48394) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:52.181804 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'floatingip': {'port_id': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:52.227445 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.447922 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843b3b-4fd5-409e-839d-a5bf3c6637b1 req-2170adee-58d0-414e-9bf6-2eb79e141f38 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.451257 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea843b3b-4fd5-409e-839d-a5bf3c6637b1 req-2170adee-58d0-414e-9bf6-2eb79e141f38 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 945 time: 0.0502591 May 04 15:01:52.490443 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea843b3b-4fd5-409e-839d-a5bf3c6637b1 req-137f2538-ef32-4733-8c83-3edd1a053383 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 May 04 15:01:52.663953 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aac5f5-096c-42d4-92ca-0a28a6d0c2c1 req-2ad5f673-7c81-4e3b-a936-958f6cf7b88c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.666978 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e5aac5f5-096c-42d4-92ca-0a28a6d0c2c1 req-2ad5f673-7c81-4e3b-a936-958f6cf7b88c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0626013 May 04 15:01:52.707720 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e5aac5f5-096c-42d4-92ca-0a28a6d0c2c1 req-6a24f125-640c-40b9-8c25-d52749e4b148 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359223 May 04 15:01:52.872602 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.877341 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.986556 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Floating IP 94a675dc-47ff-48aa-b057-127962128ea5 associated. External IP: 172.28.3.18, port: 8bc9a35e-941e-4476-b1fb-8d6162194f03. May 04 15:01:53.204370 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Router 42b8e24f-ae39-4595-a30b-9c37b37d2804 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:53.322366 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:53.327487 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:53.335057 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] Sync routers for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:53.345008 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:53.345606 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:53.356788 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a3bbc275-c509-4ba4-943a-eec6cd591c68 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "PUT /v2.0/floatingips/94a675dc-47ff-48aa-b057-127962128ea5 HTTP/1.1" status: 200 len: 991 time: 1.1784930 May 04 15:01:53.357529 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:53.359838 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:53.395164 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c084c2f8-8036-4b84-af6f-2e2313fecb04 x-openstack-request-id: req-c084c2f8-8036-4b84-af6f-2e2313fecb04 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:53.395466 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:53.395714 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c084c2f8-8036-4b84-af6f-2e2313fecb04 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:53.396137 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c084c2f8-8036-4b84-af6f-2e2313fecb04'] response: {'name': 'network-changed', 'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'status': 'completed', 'code': 200} May 04 15:01:53.458484 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:53.459930 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-4999ed69-d71f-4ee1-b86f-14c284404664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.461567 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-4999ed69-d71f-4ee1-b86f-14c284404664 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 1099 time: 0.0427990 May 04 15:01:53.582068 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-02084298-8867-4e39-90ce-0becea1d11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.583642 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-02084298-8867-4e39-90ce-0becea1d11a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.1095331 May 04 15:01:53.685412 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d255f76-4d7e-4c81-9257-e5b0b8a98ca5 req-e9d948e3-4ae8-4a34-a1fb-d251207d64c5 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.686703 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '94a675dc-47ff-48aa-b057-127962128ea5', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'port_id': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:01:35Z', 'updated_at': '2022-05-04T15:01:52Z', 'revision_number': 1, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:53.686952 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d255f76-4d7e-4c81-9257-e5b0b8a98ca5 req-e9d948e3-4ae8-4a34-a1fb-d251207d64c5 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 945 time: 0.1234510 May 04 15:01:53.688998 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-f54bd30d-6952-4f3e-aeec-8dac5c3b310a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03 HTTP/1.1" status: 200 len: 999 time: 0.0912130 May 04 15:01:53.718239 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] Checking router: 42b8e24f-ae39-4595-a30b-9c37b37d2804 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:53.727011 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:53.727745 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:01:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:53.771644 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d255f76-4d7e-4c81-9257-e5b0b8a98ca5 req-6d6c4c37-873e-4664-9e4b-09afdd09227d tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785429 May 04 15:01:53.776776 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-c8f6bccb-42fa-499f-b031-5e42ac1c1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.778212 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-c8f6bccb-42fa-499f-b031-5e42ac1c1034 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0790195 May 04 15:01:53.867086 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-a0009785-1088-4834-8d38-c74ff132a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.868605 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-a0009785-1088-4834-8d38-c74ff132a39d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811713 May 04 15:01:53.877915 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:53.881931 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a5047-1861-4033-9eec-49105259684c req-e9cc7a71-62fd-461f-9bb0-84be33c08c61 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.891655 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2a1a5047-1861-4033-9eec-49105259684c req-e9cc7a71-62fd-461f-9bb0-84be33c08c61 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0742869 May 04 15:01:53.961036 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.027856 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2a1a5047-1861-4033-9eec-49105259684c req-8fba8f18-2242-4238-ab06-a515cc010255 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351707 May 04 15:01:54.069640 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-8926fd35-1260-48c5-9527-4cb061890287 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757529 May 04 15:01:54.196026 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd82c93f-c85b-4b97-9028-6e7bb573d0f8 req-b3f10253-9ba6-4b72-8d6c-3bfe2f11e780 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123528 May 04 15:01:54.253553 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '94a675dc-47ff-48aa-b057-127962128ea5', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'port_id': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:01:35Z', 'updated_at': '2022-05-04T15:01:52Z', 'revision_number': 1, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:54.292687 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa9442-75bf-46d3-b624-e2a1f504a5dc None None] The sync data for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb is: [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '94a675dc-47ff-48aa-b057-127962128ea5', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'port_id': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:01:35Z', 'updated_at': '2022-05-04T15:01:52Z', 'revision_number': 1, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:54.303046 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 48448) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:54.419579 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8960a847-2964-49a2-8c8e-0d58e85fed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.505955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8960a847-2964-49a2-8c8e-0d58e85fed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.511019 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67715919-f235-43fd-8951-bc0dde8844ed None None] New status for floating IP 94a675dc-47ff-48aa-b057-127962128ea5: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:01:54.511703 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8960a847-2964-49a2-8c8e-0d58e85fed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.549113 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8960a847-2964-49a2-8c8e-0d58e85fed38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f13adf3db93484ba1e674600856d977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446675 May 04 15:01:54.551024 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960a847-2964-49a2-8c8e-0d58e85fed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7a6f90-d885-448c-9630-84024379d49f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:54.551615 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48452) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:54.607361 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75d5d5cd-8782-42f7-8da7-a33a3570d939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.628309 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75d5d5cd-8782-42f7-8da7-a33a3570d939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.679525 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75d5d5cd-8782-42f7-8da7-a33a3570d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.682132 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75d5d5cd-8782-42f7-8da7-a33a3570d939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:54.683333 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-75d5d5cd-8782-42f7-8da7-a33a3570d939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf7a6f90-d885-448c-9630-84024379d49f HTTP/1.1" status: 204 len: 168 time: 0.1295002 May 04 15:01:54.692240 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5d5cd-8782-42f7-8da7-a33a3570d939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7a6f90-d885-448c-9630-84024379d49f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:55.142555 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9349-c7f9-47b2-bbd0-ddab1a4074c6 req-1ade06a9-c0ca-4184-b73c-12fd303c322b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:55.144049 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-40fd9349-c7f9-47b2-bbd0-ddab1a4074c6 req-1ade06a9-c0ca-4184-b73c-12fd303c322b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0523105 May 04 15:01:55.182240 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-40fd9349-c7f9-47b2-bbd0-ddab1a4074c6 req-af9e836e-9270-455e-b67d-c20b7703ccd0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 May 04 15:01:56.327286 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2894ee-966d-48c4-8f16-bce6ab2891e2 req-299c3168-128b-4831-96c9-d9c32cb24ccf tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:56.328600 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f2894ee-966d-48c4-8f16-bce6ab2891e2 req-299c3168-128b-4831-96c9-d9c32cb24ccf tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0530713 May 04 15:01:56.375966 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f2894ee-966d-48c4-8f16-bce6ab2891e2 req-8493f6aa-7e3c-4111-ab03-177ba40002d5 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 May 04 15:01:56.697280 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8401b1-ae38-40b2-a6e5-9ac17c734eba req-4711d116-32cd-4b21-abda-24df2e7c0fec tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:56.698694 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd8401b1-ae38-40b2-a6e5-9ac17c734eba req-4711d116-32cd-4b21-abda-24df2e7c0fec tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 945 time: 0.0491478 May 04 15:01:56.743128 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bd8401b1-ae38-40b2-a6e5-9ac17c734eba req-7ad6875c-f1f7-4b32-a455-6f14d4811aef tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381649 May 04 15:01:57.503603 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7b25e-35b1-448a-b7c1-022fe2d62cb9 req-7dd2becb-d358-4558-a3e9-9672518f70ca tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:57.505066 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-98d7b25e-35b1-448a-b7c1-022fe2d62cb9 req-7dd2becb-d358-4558-a3e9-9672518f70ca tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0547967 May 04 15:01:57.543437 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-98d7b25e-35b1-448a-b7c1-022fe2d62cb9 req-1d55da3d-f8ba-4d5a-83a3-069ec4074231 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 May 04 15:01:57.869460 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c16ef-4dd7-4cfa-bf23-c8732399165b req-ddd401d6-a0c3-45b9-a0de-5d07a21ab344 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:57.871047 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6c4c16ef-4dd7-4cfa-bf23-c8732399165b req-ddd401d6-a0c3-45b9-a0de-5d07a21ab344 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 945 time: 0.0548186 May 04 15:01:57.911820 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6c4c16ef-4dd7-4cfa-bf23-c8732399165b req-b95fa3ae-4f2b-43e2-99a9-e50ae53693d5 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae19081a-ba31-485c-8a3a-5ecb26734b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 May 04 15:01:58.494933 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-427a18cd-9c02-42fc-a885-92f8f28ee59a tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:58.496484 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-427a18cd-9c02-42fc-a885-92f8f28ee59a tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.60 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 945 time: 0.0537453 May 04 15:01:58.597740 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Deleting port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:01:58.598408 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.716352 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aab151-c7f9-437b-9f6c-af7296402688 req-aa8100a1-efdc-4148-98c8-06fdd915ef1b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:58.717784 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-82aab151-c7f9-437b-9f6c-af7296402688 req-aa8100a1-efdc-4148-98c8-06fdd915ef1b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1019874 May 04 15:01:58.723404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] For port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,segment=NetworkSegment(9a45edbc-7e71-4516-b992-4aea7d6f5aeb),segment_id=9a45edbc-7e71-4516-b992-4aea7d6f5aeb)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:58.723764 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.742590 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Calling delete_port for e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:01:58.807631 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-82aab151-c7f9-437b-9f6c-af7296402688 req-6097a4e6-d51f-4a8b-9350-5f64dea82956 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 May 04 15:01:58.899486 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.912041 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:58.927047 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Pushing event deleted for resources: {'Port': ['ID=e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:58.980744 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] No DVR routers for this DVR port e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:01:58.983767 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.987197 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4f6a433d-e9fe-4f50-8e96-a462f95dc5f9 req-2c6121d0-ed9e-4fb6-87a5-f8f2e8d3e0a6 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.60 "DELETE /v2.0/ports/e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 HTTP/1.1" status: 204 len: 173 time: 0.4823732 May 04 15:01:58.987649 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'name': 'network-vif-deleted', 'tag': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:58.991125 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e5a9ce-0d86-439a-9716-cc692987dfc5" -d '{"events": [{"server_uuid": "7be0cdbb-9574-4b85-bc01-0bec05609def", "name": "network-vif-deleted", "tag": "e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:59.027432 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a742bfdc-0de8-4c58-aa61-f1509211116d req-efef1a59-d288-4b7e-8273-1d3f68e56e87 tempest-VolumesActionsTest-648950351 tempest-VolumesActionsTest-648950351-project] 10.222.0.41 "GET /v2.0/ports?device_id=7be0cdbb-9574-4b85-bc01-0bec05609def HTTP/1.1" status: 200 len: 210 time: 0.0317385 May 04 15:01:59.079578 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8fe17c-771e-4427-9b10-21e2d669081d x-openstack-request-id: req-0a8fe17c-771e-4427-9b10-21e2d669081d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:59.079866 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be0cdbb-9574-4b85-bc01-0bec05609def", "name": "network-vif-deleted", "tag": "e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:59.080124 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a8fe17c-771e-4427-9b10-21e2d669081d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:59.080509 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8fe17c-771e-4427-9b10-21e2d669081d'] response: {'server_uuid': '7be0cdbb-9574-4b85-bc01-0bec05609def', 'name': 'network-vif-deleted', 'tag': 'e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7', 'status': 'completed', 'code': 200} May 04 15:01:59.952762 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab56a5-ea29-45b2-9d40-d306f9cae76f req-1e7b13ab-4c46-4f27-b537-230933aebc11 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:59.954360 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-67ab56a5-ea29-45b2-9d40-d306f9cae76f req-1e7b13ab-4c46-4f27-b537-230933aebc11 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0607007 May 04 15:02:00.013300 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-8b9eccb6-ca60-4dd3-9eab-ba38fee5539e tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd925eeb4cce44a3a1b5d94d8cbdca3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360675 May 04 15:02:00.020574 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-67ab56a5-ea29-45b2-9d40-d306f9cae76f req-acc3238e-b17b-4470-a23a-626b393ef605 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596933 May 04 15:02:00.210626 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-ffabc78e-caff-4cbd-be53-d68213bb5138 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:00.212248 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-ffabc78e-caff-4cbd-be53-d68213bb5138 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904562 May 04 15:02:00.230358 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-48aa2fef-6535-4e6c-999f-b4735b16bee0 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/quotas/dd925eeb4cce44a3a1b5d94d8cbdca3b HTTP/1.1" status: 200 len: 375 time: 0.0109165 May 04 15:02:00.274971 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-97237e4a-8086-48e1-9704-44444f0d433e tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd925eeb4cce44a3a1b5d94d8cbdca3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353298 May 04 15:02:00.450246 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8ca9e03d-af9d-47d2-9a9a-d328f42905dd req-82b442f9-4503-4739-bd2a-7fd3b5234006 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 210 time: 0.0256131 May 04 15:02:01.140032 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbf07-970c-4d8e-a4ae-f688d9fcb88e req-daebc48b-dda8-4915-a449-0c8d831d2541 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.141483 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5edfbf07-970c-4d8e-a4ae-f688d9fcb88e req-daebc48b-dda8-4915-a449-0c8d831d2541 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0517414 May 04 15:02:01.179295 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5edfbf07-970c-4d8e-a4ae-f688d9fcb88e req-7d1ce6aa-0195-4639-95d5-62ae87a53ac3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 May 04 15:02:01.489204 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-aa5d075f-ac1c-428e-94bf-03fbe8908494 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd925eeb4cce44a3a1b5d94d8cbdca3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366712 May 04 15:02:01.606823 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b00f525c-e206-4375-8d37-1be82d887b20 req-cb80b72f-e2e1-4f96-8e36-7f94269b0225 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 210 time: 0.0336077 May 04 15:02:01.683706 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-6ba97491-27d3-49e6-a14f-0fc402c4199d tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.683706 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-6ba97491-27d3-49e6-a14f-0fc402c4199d tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874125 May 04 15:02:01.710405 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Request body: {'port': {'device_id': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e', 'admin_state_up': True, 'tenant_id': 'dd925eeb4cce44a3a1b5d94d8cbdca3b'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:01.840507 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac5de-61d1-4556-9851-fa41e21d755f req-95a54b8f-040d-423e-a8ac-061cf0092a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.841882 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-492ac5de-61d1-4556-9851-fa41e21d755f req-95a54b8f-040d-423e-a8ac-061cf0092a70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 1098 time: 0.0680516 May 04 15:02:01.861139 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Made reservation on behalf of dd925eeb4cce44a3a1b5d94d8cbdca3b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:01.864723 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.881766 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.908946 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-492ac5de-61d1-4556-9851-fa41e21d755f req-16e6d4f1-133c-459b-9ccd-23eef4633561 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544198 May 04 15:02:01.978536 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.984452 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.043155 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f58239-1f33-4dd7-9f4b-a18d194e7f21,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:02.117348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Allocated IP 192.168.233.170 (8b5f8aa0-e1ba-452d-937e-99549185cf6e/17728e2f-ca5c-416a-9254-074bda6e2228/815ec5b7-aa7d-4e77-83f3-064d56df7edd) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:02.300594 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.323400 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd9b2d-782f-457f-a880-7614907cfb2a req-69c3d684-5d58-4e7f-b03a-4b18cf4ecff4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:02.324876 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8cdd9b2d-782f-457f-a880-7614907cfb2a req-69c3d684-5d58-4e7f-b03a-4b18cf4ecff4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0732212 May 04 15:02:02.374925 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8cdd9b2d-782f-457f-a880-7614907cfb2a req-759fab6e-8e00-47c0-b15e-c4cdf56cee3c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 May 04 15:02:02.376300 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.422083 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Network 8b5f8aa0-e1ba-452d-937e-99549185cf6e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:02.425159 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:02.429129 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:02.452308 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Pushing event updated for resources: {'Port': ['ID=815ec5b7-aa7d-4e77-83f3-064d56df7edd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:02.490101 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:02.490767 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.508664 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-79810ce3-cab3-4963-bd87-84e109b35319 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8031466 May 04 15:02:02.524711 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Request body: {'port': {'device_id': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:02.580565 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.683048 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-28a5adda-fd6d-4f16-9a28-80d47a1afbd5 None None] Provisioning complete for port 815ec5b7-aa7d-4e77-83f3-064d56df7edd triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:02.684089 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-28a5adda-fd6d-4f16-9a28-80d47a1afbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.726913 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-28a5adda-fd6d-4f16-9a28-80d47a1afbd5 None None] Port 815ec5b7-aa7d-4e77-83f3-064d56df7edd cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:02.791530 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867436-07b9-4266-935a-1a57a58a4dc3 req-1f5395ae-5dfb-48b4-8e73-151ae27ca02d tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:02.793016 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b867436-07b9-4266-935a-1a57a58a4dc3 req-1f5395ae-5dfb-48b4-8e73-151ae27ca02d tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 936 time: 0.0959225 May 04 15:02:02.864216 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2b867436-07b9-4266-935a-1a57a58a4dc3 req-d7fcb46b-3390-4ffd-8c71-28a61c804aa1 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643642 May 04 15:02:02.921864 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815ec5b7-aa7d-4e77-83f3-064d56df7edd {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:02.932696 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.945802 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Transition to ACTIVE for port object 815ec5b7-aa7d-4e77-83f3-064d56df7edd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:02:02.949898 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.010503 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:03.012615 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Pushing event updated for resources: {'Port': ['ID=815ec5b7-aa7d-4e77-83f3-064d56df7edd,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:03.036560 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:02:03.036836 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e5ce92d5-da86-425b-8ee4-2fa4cc8bdaa7 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:03.093441 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Attempting to bind port 815ec5b7-aa7d-4e77-83f3-064d56df7edd on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:03.093852 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Attempting to bind port 815ec5b7-aa7d-4e77-83f3-064d56df7edd by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:03.094265 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Attempting to bind port 815ec5b7-aa7d-4e77-83f3-064d56df7edd on network 8b5f8aa0-e1ba-452d-937e-99549185cf6e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:03.098687 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Port 815ec5b7-aa7d-4e77-83f3-064d56df7edd on network 8b5f8aa0-e1ba-452d-937e-99549185cf6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:02:03.099033 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Attempting to bind port 815ec5b7-aa7d-4e77-83f3-064d56df7edd on network 8b5f8aa0-e1ba-452d-937e-99549185cf6e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:03.104291 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:03.104634 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Checking segment: {'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:03.105050 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Bound using segment: {'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:03.105487 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Bound port: 815ec5b7-aa7d-4e77-83f3-064d56df7edd, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:03.105843 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.171502 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] For port 815ec5b7-aa7d-4e77-83f3-064d56df7edd, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:03.174675 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] For port 815ec5b7-aa7d-4e77-83f3-064d56df7edd, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=815ec5b7-aa7d-4e77-83f3-064d56df7edd,segment=NetworkSegment(b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a),segment_id=b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:03.180515 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.214936 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:03.215430 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.217099 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] 10.222.0.60 "PUT /v2.0/ports/815ec5b7-aa7d-4e77-83f3-064d56df7edd HTTP/1.1" status: 200 len: 1098 time: 0.6969185 May 04 15:02:03.217646 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'tag': '815ec5b7-aa7d-4e77-83f3-064d56df7edd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:03.220152 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6761466-bcdf-4dca-9978-1d7134c3bf64" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc59ed6-9a17-46c5-b9d7-85622e5ee117", "tag": "815ec5b7-aa7d-4e77-83f3-064d56df7edd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:03.249669 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065efee-b717-4fa4-b33f-2255b2963f47 service neutron] Pushing event updated for resources: {'Port': ['ID=815ec5b7-aa7d-4e77-83f3-064d56df7edd,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:03.280956 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1ecbf2-3f16-4825-a3e9-fae2fa5c1e2d x-openstack-request-id: req-6e1ecbf2-3f16-4825-a3e9-fae2fa5c1e2d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:03.281246 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc59ed6-9a17-46c5-b9d7-85622e5ee117", "tag": "815ec5b7-aa7d-4e77-83f3-064d56df7edd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:03.281493 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e1ecbf2-3f16-4825-a3e9-fae2fa5c1e2d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:03.281979 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1ecbf2-3f16-4825-a3e9-fae2fa5c1e2d'] response: {'name': 'network-changed', 'server_uuid': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'tag': '815ec5b7-aa7d-4e77-83f3-064d56df7edd', 'status': 'completed', 'code': 200} May 04 15:02:03.315291 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-e24bd0b3-b217-4d73-9968-7b96dcb692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:03.316816 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-e24bd0b3-b217-4d73-9968-7b96dcb692ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd925eeb4cce44a3a1b5d94d8cbdca3b&device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 1101 time: 0.0452964 May 04 15:02:03.367673 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-9abd7837-b32e-40e9-83c8-de8416460281 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=815ec5b7-aa7d-4e77-83f3-064d56df7edd HTTP/1.1" status: 200 len: 217 time: 0.0392478 May 04 15:02:03.452371 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3af03464-2691-43c4-b246-0a1662b0c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:03.453969 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-3af03464-2691-43c4-b246-0a1662b0c3f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17728e2f-ca5c-416a-9254-074bda6e2228 HTTP/1.1" status: 200 len: 843 time: 0.0669699 May 04 15:02:03.547747 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-51d3efe8-bc1f-4b74-bf17-b38a0c32e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:03.549282 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-51d3efe8-bc1f-4b74-bf17-b38a0c32e346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b5f8aa0-e1ba-452d-937e-99549185cf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717163 May 04 15:02:03.556407 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da46240-2cdf-417f-84a0-d9b5443323fe req-a1be3d4e-f21b-4f1d-8e30-46617090059c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:03.557865 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8da46240-2cdf-417f-84a0-d9b5443323fe req-a1be3d4e-f21b-4f1d-8e30-46617090059c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.0721407 May 04 15:02:03.640966 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8da46240-2cdf-417f-84a0-d9b5443323fe req-daee1377-d953-424a-b291-34078fdf7fb7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754089 May 04 15:02:03.672656 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-4e527fbf-4993-4e5e-8d4f-fdb0e91884be service neutron] 10.222.0.60 "GET /v2.0/networks/8b5f8aa0-e1ba-452d-937e-99549185cf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138699 May 04 15:02:04.052115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495de8e-3c1d-4ebe-bb3e-584bbaccfbc3 req-348ddaf7-87ff-40fa-a98e-24b6020d1b9d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.053637 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4495de8e-3c1d-4ebe-bb3e-584bbaccfbc3 req-348ddaf7-87ff-40fa-a98e-24b6020d1b9d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.3422067 May 04 15:02:04.062091 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49760509-0ba0-45c1-bf4e-e40537ae48aa req-b003fa79-0ac0-4091-8e35-201d92e96dc8 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.063515 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49760509-0ba0-45c1-bf4e-e40537ae48aa req-b003fa79-0ac0-4091-8e35-201d92e96dc8 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 948 time: 0.1171620 May 04 15:02:04.065309 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbbae642-cfed-4f19-b2ee-247bfaf273bf req-6666b36e-367c-4065-9c72-850af6ed71a3 service neutron] 10.222.0.60 "GET /v2.0/networks/8b5f8aa0-e1ba-452d-937e-99549185cf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766038 May 04 15:02:04.120767 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4495de8e-3c1d-4ebe-bb3e-584bbaccfbc3 req-6260b921-2829-4884-81ad-1320b902fda1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543106 May 04 15:02:04.129120 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49760509-0ba0-45c1-bf4e-e40537ae48aa req-4a157b1f-7001-4002-9570-6c2b953f0a7a tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565996 May 04 15:02:04.177861 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-c330453a-d41b-4070-b862-24c879a0672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.179404 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-c330453a-d41b-4070-b862-24c879a0672a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd925eeb4cce44a3a1b5d94d8cbdca3b&device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 1101 time: 0.0472467 May 04 15:02:04.286333 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-09faf06e-601f-460b-8d61-4cbe1af80591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.288387 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-09faf06e-601f-460b-8d61-4cbe1af80591 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b5f8aa0-e1ba-452d-937e-99549185cf6e HTTP/1.1" status: 200 len: 870 time: 0.1000090 May 04 15:02:04.330839 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-c14a07d0-4c6b-4469-84c3-d849ec273033 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=815ec5b7-aa7d-4e77-83f3-064d56df7edd HTTP/1.1" status: 200 len: 217 time: 0.0355141 May 04 15:02:04.408429 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-7c4279be-5753-4800-8368-5de89b478e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.409981 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-7c4279be-5753-4800-8368-5de89b478e1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17728e2f-ca5c-416a-9254-074bda6e2228 HTTP/1.1" status: 200 len: 843 time: 0.0532634 May 04 15:02:04.472469 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-b04432ae-35e4-44ad-96c1-d3144650d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.474055 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-b04432ae-35e4-44ad-96c1-d3144650d498 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b5f8aa0-e1ba-452d-937e-99549185cf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476825 May 04 15:02:04.586721 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-73a57d31-1045-4f0c-97e0-b45b9fc105e8 service neutron] 10.222.0.60 "GET /v2.0/networks/8b5f8aa0-e1ba-452d-937e-99549185cf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928321 May 04 15:02:04.690724 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6761466-bcdf-4dca-9978-1d7134c3bf64 req-0959d139-83f4-4eac-ac14-6f55288797d7 service neutron] 10.222.0.60 "GET /v2.0/networks/8b5f8aa0-e1ba-452d-937e-99549185cf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954902 May 04 15:02:05.252033 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84068d3-4e63-4702-be26-3751bcaac8f7 req-df8da7af-03ea-43cf-a341-7b35846f1f17 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:05.253511 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c84068d3-4e63-4702-be26-3751bcaac8f7 req-df8da7af-03ea-43cf-a341-7b35846f1f17 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 948 time: 0.0504968 May 04 15:02:05.291656 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c84068d3-4e63-4702-be26-3751bcaac8f7 req-f93d4e3c-9e91-4854-a3f6-8f5212123b02 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 May 04 15:02:05.780055 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d645b34-4c59-469c-b630-4e32276260cf req-4cc7ac8a-e6f4-44eb-9742-7e823bdab583 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:05.781633 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2d645b34-4c59-469c-b630-4e32276260cf req-4cc7ac8a-e6f4-44eb-9742-7e823bdab583 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0814569 May 04 15:02:05.787133 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-84910ad5-833a-486d-8353-77ab4e5d0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:05.788871 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-84910ad5-833a-486d-8353-77ab4e5d0097 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 1098 time: 0.0753784 May 04 15:02:05.866968 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2d645b34-4c59-469c-b630-4e32276260cf req-9131b87a-5fc9-4a7a-b5e4-2329bb578d9a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771053 May 04 15:02:05.906540 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-7ae21c2c-521c-4f0e-92c9-0a51e5317890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:05.908033 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-7ae21c2c-521c-4f0e-92c9-0a51e5317890 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.0985615 May 04 15:02:05.948981 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-453d7ed9-5cfc-4fd0-ad07-fcc83579ecff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8 HTTP/1.1" status: 200 len: 217 time: 0.0333989 May 04 15:02:06.005521 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-1a73d64e-d39c-4ff9-9635-830faf13700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:06.007042 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-1a73d64e-d39c-4ff9-9635-830faf13700c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0492780 May 04 15:02:06.067038 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-c6a78735-b08a-4fb4-bd7b-a31f39fa50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:06.068793 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-c6a78735-b08a-4fb4-bd7b-a31f39fa50b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512643 May 04 15:02:06.173299 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-e0163557-4535-488b-a582-0eeaaa1061d7 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913053 May 04 15:02:06.275022 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5e20552-2f37-4e05-93a9-b265dce0f70d req-231e3d38-3ff6-4832-adf1-9ed2f319b615 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940115 May 04 15:02:06.410996 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e642-8775-45e8-be6e-baf56be1734c req-d9764b7c-cfbe-4669-8b94-65bd886b5a0f tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:06.413333 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8d45e642-8775-45e8-be6e-baf56be1734c req-d9764b7c-cfbe-4669-8b94-65bd886b5a0f tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 948 time: 0.0502756 May 04 15:02:06.456471 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8d45e642-8775-45e8-be6e-baf56be1734c req-0d30f1dd-45c0-42ba-a855-2c4e0b13eb3e tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 May 04 15:02:06.986368 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0c3ec-8a03-461c-b09b-c7b7202b3434 req-b20dcdf2-4d8a-4cb5-8132-4404abe23066 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:06.987971 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7af0c3ec-8a03-461c-b09b-c7b7202b3434 req-b20dcdf2-4d8a-4cb5-8132-4404abe23066 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0549488 May 04 15:02:07.026198 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7af0c3ec-8a03-461c-b09b-c7b7202b3434 req-e7593b98-7175-4156-a93e-35648a45d7be tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 May 04 15:02:07.031827 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 815ec5b7-aa7d-4e77-83f3-064d56df7edd details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:02:07.130151 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 815ec5b7-aa7d-4e77-83f3-064d56df7edd, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=815ec5b7-aa7d-4e77-83f3-064d56df7edd,segment=NetworkSegment(b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a),segment_id=b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:07.143304 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '815ec5b7-aa7d-4e77-83f3-064d56df7edd', 'network_id': '8b5f8aa0-e1ba-452d-937e-99549185cf6e', 'port_id': '815ec5b7-aa7d-4e77-83f3-064d56df7edd', 'mac_address': 'fa:16:3e:c4:b1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17728e2f-ca5c-416a-9254-074bda6e2228', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:02:07.181562 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.194851 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815ec5b7-aa7d-4e77-83f3-064d56df7edd {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:07.215239 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 815ec5b7-aa7d-4e77-83f3-064d56df7edd, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=815ec5b7-aa7d-4e77-83f3-064d56df7edd,segment=NetworkSegment(b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a),segment_id=b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:07.219417 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.263992 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=815ec5b7-aa7d-4e77-83f3-064d56df7edd,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.577179 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4645b-5c19-4a31-9921-15b0a2d38122 req-4a9e63fb-7b15-44c9-9bca-dc6a3c61a5d9 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:07.578667 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0b4645b-5c19-4a31-9921-15b0a2d38122 req-4a9e63fb-7b15-44c9-9bca-dc6a3c61a5d9 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 949 time: 0.0481417 May 04 15:02:07.606999 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['815ec5b7-aa7d-4e77-83f3-064d56df7edd'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:07.624319 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0b4645b-5c19-4a31-9921-15b0a2d38122 req-7480d4d7-9abc-4fce-9629-f370efd73d88 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 May 04 15:02:08.157548 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e1a92-681a-40fa-a405-9d42af291cec req-07659ca9-619f-4554-9e33-177e96a6bdfc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:08.159206 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-865e1a92-681a-40fa-a405-9d42af291cec req-07659ca9-619f-4554-9e33-177e96a6bdfc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0603883 May 04 15:02:08.198810 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-865e1a92-681a-40fa-a405-9d42af291cec req-16cc2fe0-4a42-46d7-896b-923d8f5885d9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 May 04 15:02:08.753950 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb2f0-13aa-48a5-9ad6-3b2225a36833 req-832701c8-e5d8-46a3-896c-c27312c3066b tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:08.755820 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53fdb2f0-13aa-48a5-9ad6-3b2225a36833 req-832701c8-e5d8-46a3-896c-c27312c3066b tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 949 time: 0.0572972 May 04 15:02:08.815773 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53fdb2f0-13aa-48a5-9ad6-3b2225a36833 req-50635e4b-db4f-4d67-bed8-24fcfba6753d tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 May 04 15:02:09.051816 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 815ec5b7-aa7d-4e77-83f3-064d56df7edd up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:09.105938 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 815ec5b7-aa7d-4e77-83f3-064d56df7edd completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:02:09.116001 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 815ec5b7-aa7d-4e77-83f3-064d56df7edd triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:09.116360 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.198969 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.224136 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ec5b7-aa7d-4e77-83f3-064d56df7edd'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:09.226758 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890d0e63-4c34-4f74-a6e3-b9159f1e3f73" -d '{"events": [{"server_uuid": "8fc59ed6-9a17-46c5-b9d7-85622e5ee117", "name": "network-vif-plugged", "status": "completed", "tag": "815ec5b7-aa7d-4e77-83f3-064d56df7edd"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:09.240291 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 815ec5b7-aa7d-4e77-83f3-064d56df7edd, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=815ec5b7-aa7d-4e77-83f3-064d56df7edd,segment=NetworkSegment(b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a),segment_id=b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:09.246851 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.276874 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246d68ad-526c-425f-b304-591bc92d70ee x-openstack-request-id: req-246d68ad-526c-425f-b304-591bc92d70ee {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:09.277183 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc59ed6-9a17-46c5-b9d7-85622e5ee117", "name": "network-vif-plugged", "status": "completed", "tag": "815ec5b7-aa7d-4e77-83f3-064d56df7edd", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:09.277430 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-246d68ad-526c-425f-b304-591bc92d70ee {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:09.277813 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246d68ad-526c-425f-b304-591bc92d70ee'] response: {'server_uuid': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ec5b7-aa7d-4e77-83f3-064d56df7edd', 'code': 200} May 04 15:02:09.313131 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=815ec5b7-aa7d-4e77-83f3-064d56df7edd,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:09.339916 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021122a-fa8e-48ff-9a79-137e4081b7aa req-49265830-3d86-4fb1-80b8-d941320c3074 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.341631 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5021122a-fa8e-48ff-9a79-137e4081b7aa req-49265830-3d86-4fb1-80b8-d941320c3074 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0639658 May 04 15:02:09.385463 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5021122a-fa8e-48ff-9a79-137e4081b7aa req-71a80dea-b633-40dd-959a-a91cfca1bea2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372872 May 04 15:02:09.481183 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6098c6-0063-45cb-953f-dc72cf1b6822 req-78b1cb11-9b51-4007-b9cb-0fa1a7f03f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.482887 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7b6098c6-0063-45cb-953f-dc72cf1b6822 req-78b1cb11-9b51-4007-b9cb-0fa1a7f03f24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 1103 time: 0.0444407 May 04 15:02:09.518146 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7b6098c6-0063-45cb-953f-dc72cf1b6822 req-c7837d86-81a8-4f43-ab6d-2a1639d43296 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275040 May 04 15:02:09.938772 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6e0b1-a958-4d94-9ea9-c423ff01e537 req-7d4b6a63-0af0-4662-bfec-2c8480dbff8a tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.940204 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8bf6e0b1-a958-4d94-9ea9-c423ff01e537 req-7d4b6a63-0af0-4662-bfec-2c8480dbff8a tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 950 time: 0.0532553 May 04 15:02:09.979040 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8bf6e0b1-a958-4d94-9ea9-c423ff01e537 req-824474e3-e759-4f7b-9410-f4fe4f2d5634 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 May 04 15:02:10.514326 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277d548-c7bc-4056-8549-350b93bc4bb7 req-04b564fb-d040-4917-9e03-c2107291f92a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:10.515853 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c277d548-c7bc-4056-8549-350b93bc4bb7 req-04b564fb-d040-4917-9e03-c2107291f92a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0522988 May 04 15:02:10.553855 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c277d548-c7bc-4056-8549-350b93bc4bb7 req-50caa727-a24e-4cfd-b8b7-65f775b7cebe tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 May 04 15:02:11.102772 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09ff9b-4c3b-407b-9d1e-d1bbd7573494 req-af93a66b-a3fd-4d22-aadb-efc8e37eefb7 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.108400 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ac09ff9b-4c3b-407b-9d1e-d1bbd7573494 req-af93a66b-a3fd-4d22-aadb-efc8e37eefb7 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 950 time: 0.0577946 May 04 15:02:11.167174 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ac09ff9b-4c3b-407b-9d1e-d1bbd7573494 req-304382b6-f672-4993-988a-cac5cdf3310c tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 May 04 15:02:11.203343 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-dd601c60-1604-4800-ab30-b108e052cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.684351 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd67bb-2aa9-4846-b900-5ad89b26140c req-5b5d4da1-de57-4174-bf3a-6e2ed4bd34bf tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.685779 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-60cd67bb-2aa9-4846-b900-5ad89b26140c req-5b5d4da1-de57-4174-bf3a-6e2ed4bd34bf tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0543373 May 04 15:02:11.723809 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-60cd67bb-2aa9-4846-b900-5ad89b26140c req-3d624575-4389-4858-9740-213c182b3b9b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 May 04 15:02:12.303073 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9a007-621e-4833-9eba-9f7fa2748e16 req-b0d82162-a865-4c12-b6dc-e3585f7aef13 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.305008 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-06e9a007-621e-4833-9eba-9f7fa2748e16 req-b0d82162-a865-4c12-b6dc-e3585f7aef13 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 950 time: 0.0622430 May 04 15:02:12.353191 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-06e9a007-621e-4833-9eba-9f7fa2748e16 req-8ee3f20e-4ce0-43cb-a5e3-fa87e41912ff tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 May 04 15:02:12.665903 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4307d-9900-4181-b8a7-66dbc32ab2c3 req-4f474d7f-b5dd-4574-9b2d-84d26cc04771 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.667542 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e0b4307d-9900-4181-b8a7-66dbc32ab2c3 req-4f474d7f-b5dd-4574-9b2d-84d26cc04771 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 950 time: 0.0482121 May 04 15:02:12.705492 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e0b4307d-9900-4181-b8a7-66dbc32ab2c3 req-d4be6706-178e-4280-b4e0-e0214f57b562 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 May 04 15:02:12.847199 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c7deb-7213-4483-9ca9-dbfc5efd02d7 req-64e1826d-c296-456e-83d8-5ffccc87d928 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.848672 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-222c7deb-7213-4483-9ca9-dbfc5efd02d7 req-64e1826d-c296-456e-83d8-5ffccc87d928 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0526779 May 04 15:02:12.888631 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-222c7deb-7213-4483-9ca9-dbfc5efd02d7 req-b68ec902-8f58-400e-b074-afa9bac28306 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 May 04 15:02:13.633191 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e77273c6-6e88-4719-8d2a-012b8f7fc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:13.825115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13f8e-2785-453b-9869-34b536dd4e9e req-9bd9c182-a382-443b-a0ed-19ec557ea7e2 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.826660 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ccf13f8e-2785-453b-9869-34b536dd4e9e req-9bd9c182-a382-443b-a0ed-19ec557ea7e2 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 950 time: 0.0482802 May 04 15:02:13.865536 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ccf13f8e-2785-453b-9869-34b536dd4e9e req-9ac67a38-72e5-4b72-bdbf-3cdb784057be tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 May 04 15:02:14.011764 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e369f-eeb6-4ec5-8ab6-45485ed10e31 req-2f1b26a8-482f-42c5-8e77-4c9ee7fbab13 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.013227 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-368e369f-eeb6-4ec5-8ab6-45485ed10e31 req-2f1b26a8-482f-42c5-8e77-4c9ee7fbab13 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0492399 May 04 15:02:14.051104 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-368e369f-eeb6-4ec5-8ab6-45485ed10e31 req-f4cf1a5f-a337-44e6-a6ef-e37da9c1c037 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 May 04 15:02:14.631899 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.648667 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48920) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:14.695115 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] Deleting subnet 3a198bc8-2a3f-4922-b22d-c1fda42f8289 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:02:14.696642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-c6a2970e-fc31-40a6-9a2c-5aa2e3bc7af6 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.698334 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-c6a2970e-fc31-40a6-9a2c-5aa2e3bc7af6 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 950 time: 0.0513127 May 04 15:02:14.698596 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.735321 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.741272 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.804380 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Deleting port 815ec5b7-aa7d-4e77-83f3-064d56df7edd {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:02:14.805107 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.811206 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.848473 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48928) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:14.851287 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a198bc8-2a3f-4922-b22d-c1fda42f8289,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:14.853746 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.860183 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 48930) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:14.860968 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d8f23305-8425-481d-aa20-85b0d58434e4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a198bc8-2a3f-4922-b22d-c1fda42f8289 HTTP/1.1" status: 204 len: 168 time: 0.2106171 May 04 15:02:14.974544 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:14.984821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] For port 815ec5b7-aa7d-4e77-83f3-064d56df7edd, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=815ec5b7-aa7d-4e77-83f3-064d56df7edd,segment=NetworkSegment(b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a),segment_id=b4fa0fcf-cc63-4136-b607-7c6ddb5ed66a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:14.985189 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.004899 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Calling delete_port for 815ec5b7-aa7d-4e77-83f3-064d56df7edd owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:02:15.005185 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1e2fc64-1537-4e64-a54c-0b69a3c0599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.094164 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1e2fc64-1537-4e64-a54c-0b69a3c0599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.101946 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1e2fc64-1537-4e64-a54c-0b69a3c0599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.144147 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d1e2fc64-1537-4e64-a54c-0b69a3c0599e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1721bd9031d34445aa27f3d67cc112b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939355 May 04 15:02:15.145109 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2fc64-1537-4e64-a54c-0b69a3c0599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031ce1ff-5b34-454a-be86-a2b9e5a286f7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:15.147585 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48940) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:15.154014 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.197779 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1df315a0-9586-41f1-98b6-99d8e5fee511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.218710 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1df315a0-9586-41f1-98b6-99d8e5fee511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.223263 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd8aedc-4543-434e-82d9-751772f5f12b']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:15.244683 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a45edbc-7e71-4516-b992-4aea7d6f5aeb') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:15.244978 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a45edbc-7e71-4516-b992-4aea7d6f5aeb') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:15.263081 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.267123 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1df315a0-9586-41f1-98b6-99d8e5fee511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.269773 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1df315a0-9586-41f1-98b6-99d8e5fee511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.270821 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1df315a0-9586-41f1-98b6-99d8e5fee511 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/031ce1ff-5b34-454a-be86-a2b9e5a286f7 HTTP/1.1" status: 204 len: 168 time: 0.1220345 May 04 15:02:15.279086 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df315a0-9586-41f1-98b6-99d8e5fee511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031ce1ff-5b34-454a-be86-a2b9e5a286f7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:15.291238 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf90bc7-594e-4c31-870a-f5972f93f5e9 req-b65993f9-2d3a-4a39-a896-c3b579c85cf8 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:15.293375 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cbf90bc7-594e-4c31-870a-f5972f93f5e9 req-b65993f9-2d3a-4a39-a896-c3b579c85cf8 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc59ed6-9a17-46c5-b9d7-85622e5ee117 HTTP/1.1" status: 200 len: 950 time: 0.1707518 May 04 15:02:15.324626 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.340791 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ba994-61f0-45e1-8e71-77522fbb345a req-cb933873-b4ff-45ef-8ae3-6b780bde2984 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:15.342435 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-994ba994-61f0-45e1-8e71-77522fbb345a req-cb933873-b4ff-45ef-8ae3-6b780bde2984 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.2028599 May 04 15:02:15.364324 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:02:15.364777 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:02:15.368969 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:02:15.462797 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cbf90bc7-594e-4c31-870a-f5972f93f5e9 req-a6c49ed0-2d29-4f26-a177-290c406db224 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.41 "GET /v2.0/security-groups?id=72f58239-1f33-4dd7-9f4b-a18d194e7f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576741 May 04 15:02:15.465898 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.479212 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['815ec5b7-aa7d-4e77-83f3-064d56df7edd'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:15.506091 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-994ba994-61f0-45e1-8e71-77522fbb345a req-9c71a1a1-0c01-46b5-adc5-d40752654217 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453483 May 04 15:02:15.512430 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.516932 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.520060 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] 10.222.0.41 "DELETE /v2.0/networks/ebd8aedc-4543-434e-82d9-751772f5f12b HTTP/1.1" status: 204 len: 168 time: 0.6588786 May 04 15:02:15.524872 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Pushing event deleted for resources: {'Port': ['ID=815ec5b7-aa7d-4e77-83f3-064d56df7edd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:15.528718 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48948) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:15.570736 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba33ed6-3775-4da4-aa4e-29816c90b1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd8aedc-4543-434e-82d9-751772f5f12b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:15.588398 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] No DVR routers for this DVR port 815ec5b7-aa7d-4e77-83f3-064d56df7edd on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:15.592629 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.593485 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] Deleting subnet c1f59a02-75b1-49b7-ac6f-d7e983d245d6 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:02:15.597331 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.598206 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7fff7ff-10a4-422a-9341-a213bae9ae39 req-7b356f16-2be3-4fd6-b463-c55572bbc5d3 tempest-VolumesNegativeTest-877690395 tempest-VolumesNegativeTest-877690395-project] 10.222.0.60 "DELETE /v2.0/ports/815ec5b7-aa7d-4e77-83f3-064d56df7edd HTTP/1.1" status: 204 len: 173 time: 0.8895719 May 04 15:02:15.598809 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'name': 'network-vif-deleted', 'tag': '815ec5b7-aa7d-4e77-83f3-064d56df7edd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:15.609132 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cda952-1657-4cd1-bb9a-4a8712d999cd" -d '{"events": [{"server_uuid": "8fc59ed6-9a17-46c5-b9d7-85622e5ee117", "name": "network-vif-deleted", "tag": "815ec5b7-aa7d-4e77-83f3-064d56df7edd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:15.654743 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.658568 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.674475 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05b844b-d550-4178-b7dd-2b68ff216a33 x-openstack-request-id: req-b05b844b-d550-4178-b7dd-2b68ff216a33 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:15.674939 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc59ed6-9a17-46c5-b9d7-85622e5ee117", "name": "network-vif-deleted", "tag": "815ec5b7-aa7d-4e77-83f3-064d56df7edd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:15.675266 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b05b844b-d550-4178-b7dd-2b68ff216a33 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:15.676519 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05b844b-d550-4178-b7dd-2b68ff216a33'] response: {'server_uuid': '8fc59ed6-9a17-46c5-b9d7-85622e5ee117', 'name': 'network-vif-deleted', 'tag': '815ec5b7-aa7d-4e77-83f3-064d56df7edd', 'status': 'completed', 'code': 200} May 04 15:02:15.728077 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.756468 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f59a02-75b1-49b7-ac6f-d7e983d245d6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:15.758893 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.762187 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c5b796ef-1e06-4827-960a-6fd75c638ecf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c1f59a02-75b1-49b7-ac6f-d7e983d245d6 HTTP/1.1" status: 204 len: 168 time: 0.2323315 May 04 15:02:15.765032 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 48958) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:15.839166 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.853548 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.922386 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.949903 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0f4e3c-b218-4718-a901-bb0a684b926c']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:15.955847 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baeb3a1-56b7-46d1-871d-229adfcad2be') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:15.956209 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baeb3a1-56b7-46d1-871d-229adfcad2be') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:15.966644 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.982173 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.989728 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:02:15.990284 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:02:15.992582 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:02:16.018882 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 48974) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:16.052549 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.058611 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.061712 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/4a0f4e3c-b218-4718-a901-bb0a684b926c HTTP/1.1" status: 204 len: 168 time: 0.2956979 May 04 15:02:16.076297 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd783-bd6c-44a9-965e-37b98d9c1b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0f4e3c-b218-4718-a901-bb0a684b926c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:16.217083 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 48980) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:16.268263 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-c05839ea-2f9e-4d83-b3b0-9236f6ee849b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9f3ffc10cf5458785fedf0429999fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475550 May 04 15:02:16.268542 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 48982) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:16.317822 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd26debc-ba70-444c-8098-cd1a47aded38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.339522 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd26debc-ba70-444c-8098-cd1a47aded38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.389872 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd26debc-ba70-444c-8098-cd1a47aded38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.392459 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd26debc-ba70-444c-8098-cd1a47aded38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.393627 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-cd26debc-ba70-444c-8098-cd1a47aded38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae19081a-ba31-485c-8a3a-5ecb26734b28 HTTP/1.1" status: 204 len: 168 time: 0.1242027 May 04 15:02:16.401934 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26debc-ba70-444c-8098-cd1a47aded38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae19081a-ba31-485c-8a3a-5ecb26734b28,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:16.422101 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.482079 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-300196410-network', 'tenant_id': 'eb4390482b0242b0a9bd5b2326f52e57'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:16.502078 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Made reservation on behalf of eb4390482b0242b0a9bd5b2326f52e57 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:16.504597 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.513617 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.608851 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.614140 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.634357 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:02:16.668564 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.669557 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Added segment 5b33a805-1e0f-440b-a975-978e72bd01a2 of type vlan for network 63c977a6-b569-47be-b095-9170d275e940 May 04 15:02:16.672884 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba0411-96ac-471a-9aba-da93987938af req-3c696f8f-d036-499a-8f67-14b9edc77981 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.679139 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9eba0411-96ac-471a-9aba-da93987938af req-3c696f8f-d036-499a-8f67-14b9edc77981 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0780237 May 04 15:02:16.679398 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454239c1-4b68-4306-9a1e-ece86d4195cb,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:16.709934 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:02:16.726271 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.743702 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9eba0411-96ac-471a-9aba-da93987938af req-0c72fdbb-a226-4007-821d-57bf256c293f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 May 04 15:02:16.765914 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.765914 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.765914 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.823391 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8029392 May 04 15:02:16.823694 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49006) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:16.828814 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Request body: {'subnet': {'network_id': '63c977a6-b569-47be-b095-9170d275e940', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-300196410-subnet', 'tenant_id': 'eb4390482b0242b0a9bd5b2326f52e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:16.839666 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0520-2d77-49e3-a60d-ed779ef8292f admin admin] Pushing event updated for resources: {'Network': ['ID=63c977a6-b569-47be-b095-9170d275e940,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:16.852574 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Made reservation on behalf of eb4390482b0242b0a9bd5b2326f52e57 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:16.852791 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 63c977a6-b569-47be-b095-9170d275e940 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:02:16.853820 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49008) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:16.856447 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4751406'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.902018 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-5dbbd94d-9c32-4c31-9eb0-33b45d1595e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a57bfee435514069a840190722074ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469978 May 04 15:02:16.904347 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49018) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:16.965174 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17da56ed-57e9-4a35-9123-ac40bc9a2a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.988608 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17da56ed-57e9-4a35-9123-ac40bc9a2a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.043927 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17da56ed-57e9-4a35-9123-ac40bc9a2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.047525 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17da56ed-57e9-4a35-9123-ac40bc9a2a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.051793 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-17da56ed-57e9-4a35-9123-ac40bc9a2a04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39b6c11d-2f6e-4bd8-9ccb-93521591e1ab HTTP/1.1" status: 204 len: 168 time: 0.1439333 May 04 15:02:17.058910 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da56ed-57e9-4a35-9123-ac40bc9a2a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b6c11d-2f6e-4bd8-9ccb-93521591e1ab,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:17.076379 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5012415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4751416'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.183699 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Checking segment: {'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:17.184132 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Network hostable DHCP agents. Network: 63c977a6-b569-47be-b095-9170d275e940, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:02:17.190610 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c26af5-7602-4e53-84b3-d6feee13e0aa,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:17.207943 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Network 63c977a6-b569-47be-b095-9170d275e940 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:02:17.224554 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 63c977a6-b569-47be-b095-9170d275e940) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:17.231775 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:17.232993 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.237662 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6e344-8afa-4879-a6df-feaa27758d9e None None] Network 63c977a6-b569-47be-b095-9170d275e940 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:17.268559 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5051675d-b980-4ed9-8ea3-b18c5cf39656 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4323668 May 04 15:02:17.380918 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b238e54-d557-49f1-bbc9-f6f95346ab80 None None] Network 63c977a6-b569-47be-b095-9170d275e940 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:17.539958 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49094) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:17.727604 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f81-a2ff-434e-8b51-a4ed2bdf9984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.836791 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f81-a2ff-434e-8b51-a4ed2bdf9984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.846871 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f81-a2ff-434e-8b51-a4ed2bdf9984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.913992 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49136) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:17.915259 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c4ac9f81-a2ff-434e-8b51-a4ed2bdf9984 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f507c6bd15fb4ed4bd818a7d390f9c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734782 May 04 15:02:17.915732 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac9f81-a2ff-434e-8b51-a4ed2bdf9984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad67c2e-6529-4555-9f76-609f60c76fc4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:17.963806 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f4c9a-d5ff-493f-a2ef-56164d149226 req-a5efab60-0d0c-4255-b5b2-2f263762039b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:17.967090 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f4f4c9a-d5ff-493f-a2ef-56164d149226 req-a5efab60-0d0c-4255-b5b2-2f263762039b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.1393719 May 04 15:02:18.078749 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7f4f4c9a-d5ff-493f-a2ef-56164d149226 req-147a9925-fcc9-4d7e-a5ae-e076e7f5f030 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027277 May 04 15:02:18.094737 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cede91a-0764-4c5a-b2fe-c34e96dfbe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:18.120313 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cede91a-0764-4c5a-b2fe-c34e96dfbe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:18.187969 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cede91a-0764-4c5a-b2fe-c34e96dfbe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:18.190430 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cede91a-0764-4c5a-b2fe-c34e96dfbe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:18.191590 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8cede91a-0764-4c5a-b2fe-c34e96dfbe54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ad67c2e-6529-4555-9f76-609f60c76fc4 HTTP/1.1" status: 204 len: 168 time: 0.2756357 May 04 15:02:18.201057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cede91a-0764-4c5a-b2fe-c34e96dfbe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad67c2e-6529-4555-9f76-609f60c76fc4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:18.765602 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49200) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:18.929737 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa18e11a-4486-400f-ba15-80b0a1efbe01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.049776 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa18e11a-4486-400f-ba15-80b0a1efbe01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.056655 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa18e11a-4486-400f-ba15-80b0a1efbe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.097316 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18e11a-4486-400f-ba15-80b0a1efbe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3150463d-81dc-44ae-bc8c-9c8e12b1c65c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:19.118881 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-aa18e11a-4486-400f-ba15-80b0a1efbe01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1199544f63214e6e9f3c231f4f5e6630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515089 May 04 15:02:19.119081 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49260) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:19.128953 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 815ec5b7-aa7d-4e77-83f3-064d56df7edd no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:19.165054 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 815ec5b7-aa7d-4e77-83f3-064d56df7edd {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:02:19.165616 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 815ec5b7-aa7d-4e77-83f3-064d56df7edd not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:19.256882 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2aadb2ec-089c-4c8c-aa0c-eeb569dc9ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.269652 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af0462-4205-4a95-9839-85f62beeb0e2 req-6087d14b-069e-4ea7-91ba-b7de7b933294 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:19.278138 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-39af0462-4205-4a95-9839-85f62beeb0e2 req-6087d14b-069e-4ea7-91ba-b7de7b933294 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0834167 May 04 15:02:19.320531 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2aadb2ec-089c-4c8c-aa0c-eeb569dc9ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.356599 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-39af0462-4205-4a95-9839-85f62beeb0e2 req-67c038c6-abec-4d00-9e0f-059f2252f1e0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701103 May 04 15:02:19.520552 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2aadb2ec-089c-4c8c-aa0c-eeb569dc9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.523607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2aadb2ec-089c-4c8c-aa0c-eeb569dc9ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.524812 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2aadb2ec-089c-4c8c-aa0c-eeb569dc9ce3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3150463d-81dc-44ae-bc8c-9c8e12b1c65c HTTP/1.1" status: 204 len: 168 time: 0.4047697 May 04 15:02:19.554380 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99d60-0da3-4413-9d71-39be93fa42de req-796baa5a-7224-4ed3-9657-8585e8aebea1 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:19.556113 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-796baa5a-7224-4ed3-9657-8585e8aebea1 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/networks?id=63c977a6-b569-47be-b095-9170d275e940 HTTP/1.1" status: 200 len: 813 time: 0.1705084 May 04 15:02:19.557136 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadb2ec-089c-4c8c-aa0c-eeb569dc9ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3150463d-81dc-44ae-bc8c-9c8e12b1c65c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:19.589518 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-5efe32a7-f944-4322-8f28-756d9aec616a tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/quotas/eb4390482b0242b0a9bd5b2326f52e57 HTTP/1.1" status: 200 len: 375 time: 0.0225012 May 04 15:02:19.629234 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-eb57e0ec-e178-430b-8818-c9fdbaccdddb tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4390482b0242b0a9bd5b2326f52e57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328395 May 04 15:02:19.740902 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-50eba8ae-013b-4cf6-91bb-9317ec95e2ce service neutron] 10.222.0.41 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038229 May 04 15:02:19.854683 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49322) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:19.855159 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-a99e01bf-1aad-4d28-9b2e-5b3f2b34a649 service neutron] 10.222.0.41 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024730 May 04 15:02:20.019855 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-552d6714-64e5-4040-aff5-aa2b4bcbefa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:20.097737 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a044bfcf-0709-4afa-81d4-63c9b18dcc6a req-e6e2efd6-98b9-4272-950f-a12cdf6329a4 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 210 time: 0.0343494 May 04 15:02:20.104092 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-552d6714-64e5-4040-aff5-aa2b4bcbefa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:20.110001 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-552d6714-64e5-4040-aff5-aa2b4bcbefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:20.149461 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-552d6714-64e5-4040-aff5-aa2b4bcbefa0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17b2acaa292f4ca18fe4e7011e343921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936680 May 04 15:02:20.150370 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d6714-64e5-4040-aff5-aa2b4bcbefa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec0c7f7-4bcb-41bc-8f68-2428e25cd082,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:20.152198 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49346) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:20.229937 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d514cf3-4480-4e4c-8ea0-f63810b22ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:20.256449 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d514cf3-4480-4e4c-8ea0-f63810b22ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:20.327915 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d514cf3-4480-4e4c-8ea0-f63810b22ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:20.331370 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d514cf3-4480-4e4c-8ea0-f63810b22ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:20.335360 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2d514cf3-4480-4e4c-8ea0-f63810b22ab1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ec0c7f7-4bcb-41bc-8f68-2428e25cd082 HTTP/1.1" status: 204 len: 168 time: 0.1794150 May 04 15:02:20.354871 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514cf3-4480-4e4c-8ea0-f63810b22ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec0c7f7-4bcb-41bc-8f68-2428e25cd082,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:20.806059 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f6eb-fd3e-4a5b-8821-e24165caf863 req-a2eeee88-d229-4199-aa88-4930ac988810 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:20.813206 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e2f7f6eb-fd3e-4a5b-8821-e24165caf863 req-a2eeee88-d229-4199-aa88-4930ac988810 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.3655806 May 04 15:02:20.897014 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e2f7f6eb-fd3e-4a5b-8821-e24165caf863 req-005319fe-90e9-4e3b-ae0b-9ce2646a3cb7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727816 May 04 15:02:21.214603 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f6770e46-4bcb-424f-a381-e2bd0d962eb0 req-2f289cb4-3e98-4e00-8a6f-51551077a804 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 210 time: 0.0303757 May 04 15:02:21.496348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99d60-0da3-4413-9d71-39be93fa42de req-e551f73e-c82b-4d92-aacb-acd4e207b12e tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:21.498086 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-e551f73e-c82b-4d92-aacb-acd4e207b12e tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "GET /v2.0/networks?id=63c977a6-b569-47be-b095-9170d275e940 HTTP/1.1" status: 200 len: 813 time: 0.1908257 May 04 15:02:21.524467 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Request body: {'port': {'device_id': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'network_id': '63c977a6-b569-47be-b095-9170d275e940', 'admin_state_up': True, 'tenant_id': 'eb4390482b0242b0a9bd5b2326f52e57'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:21.635802 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Made reservation on behalf of eb4390482b0242b0a9bd5b2326f52e57 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:21.640817 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.641148 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49460) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:21.770378 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-466515367-network', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:21.794556 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Made reservation on behalf of 84e77f486b88447ab7a45f3b0ed64886 for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:21.798954 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.802181 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Allocated IP 172.20.0.3 (63c977a6-b569-47be-b095-9170d275e940/42c26af5-7602-4e53-84b3-d6feee13e0aa/6c00fb84-9b77-4f02-99cb-8b48c85b3bc0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:21.816301 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.925354 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.931899 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.962799 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:02:21.972042 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0728de-512c-48d7-ae5e-5012752fad61,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:21.983614 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.983894 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Added segment 5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921 of type vlan for network 10875ae3-5df5-47cc-8931-acdf57dfbb52 May 04 15:02:22.044256 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.062803 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf6da7-8ba9-4314-948e-d7a3cdfb04d5 req-b75a172c-0794-4b31-8459-ae9f322beade tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.064474 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-08cf6da7-8ba9-4314-948e-d7a3cdfb04d5 req-b75a172c-0794-4b31-8459-ae9f322beade tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0861275 May 04 15:02:22.080907 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.080907 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.080907 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.123111 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.147824 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5028791 May 04 15:02:22.154478 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49482) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:22.158025 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-08cf6da7-8ba9-4314-948e-d7a3cdfb04d5 req-db272864-6447-4b30-8d21-0873a2c78361 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787551 May 04 15:02:22.162393 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Request body: {'subnet': {'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-466515367-subnet', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:22.176096 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3989baa-fc67-4810-be4c-3d4461b9d8fa admin admin] Pushing event updated for resources: {'Network': ['ID=10875ae3-5df5-47cc-8931-acdf57dfbb52,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:22.196760 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:02:22.197632 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.212060 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Made reservation on behalf of 84e77f486b88447ab7a45f3b0ed64886 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:22.214775 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.315020 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Pushing event updated for resources: {'Port': ['ID=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:22.323458 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Network 63c977a6-b569-47be-b095-9170d275e940 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:22.325093 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:22.335521 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:22.460302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.461338 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.480356 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9b02e39d-c0c5-41c0-a30f-852c6ddba50c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601381 May 04 15:02:22.494332 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59799b15-67d0-4b44-86e2-0dced1d6d4db req-d1e90d02-fc53-4965-b80c-6d2ac33bae51 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.506398 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-59799b15-67d0-4b44-86e2-0dced1d6d4db req-d1e90d02-fc53-4965-b80c-6d2ac33bae51 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 931 time: 0.1029434 May 04 15:02:22.522012 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Request body: {'port': {'device_id': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:22.549424 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.563454 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49494) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:22.618801 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Checking segment: {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:22.619180 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Network hostable DHCP agents. Network: 10875ae3-5df5-47cc-8931-acdf57dfbb52, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:02:22.622141 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36fece2-fe6d-409a-9c53-19bc27d77af9,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:22.636292 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-59799b15-67d0-4b44-86e2-0dced1d6d4db req-badcd0c6-ce48-4def-83c6-bff3e5734d20 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277733 May 04 15:02:22.644194 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:02:22.656507 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.659150 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 10875ae3-5df5-47cc-8931-acdf57dfbb52) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:22.662484 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-311d2442-ba37-4d91-841b-ea01cf20cf9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109049 May 04 15:02:22.666054 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.667349 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.675293 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c3dbd-d69e-48a2-9eca-cefa0d3de9d3 None None] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:22.694281 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-99fd2bba-911b-463d-8896-eb8240b8b00f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5379601 May 04 15:02:22.698670 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49498) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:22.711069 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:22.743345 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.744534 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.803405 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.882955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-9dec2e13-0e59-4915-9a24-b2bd568e8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.884602 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-9dec2e13-0e59-4915-9a24-b2bd568e8595 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 1098 time: 0.1485817 May 04 15:02:22.905373 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-199658dd-dda9-4389-8ec7-0dc5bcca1f93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd925eeb4cce44a3a1b5d94d8cbdca3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385215 May 04 15:02:22.917800 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49502) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:22.969873 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:22.972047 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-10875ae3-5df5-47cc-8931-acdf57dfbb52', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:02:22.973093 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.045057 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-338c0ea0-cad0-465d-ac4f-a1eb78aa7993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.058361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-ef011ff9-8767-4fd3-90f7-06519f02b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:23.059972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-ef011ff9-8767-4fd3-90f7-06519f02b65e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.1319892 May 04 15:02:23.079854 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-338c0ea0-cad0-465d-ac4f-a1eb78aa7993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.114817 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Allocated IP 172.20.0.2 (10875ae3-5df5-47cc-8931-acdf57dfbb52/e36fece2-fe6d-409a-9c53-19bc27d77af9/b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:23.161497 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-0e30644c-b3b2-4690-bdc4-ca815ff7db51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e HTTP/1.1" status: 200 len: 1000 time: 0.0905845 May 04 15:02:23.164147 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:23.183178 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.222594 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Transition to ACTIVE for port object 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:02:23.227327 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-338c0ea0-cad0-465d-ac4f-a1eb78aa7993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.229824 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-338c0ea0-cad0-465d-ac4f-a1eb78aa7993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.232878 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-d054a83a-bb72-4c63-aab6-6c11ac06cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:23.234909 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-d054a83a-bb72-4c63-aab6-6c11ac06cbba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0634291 May 04 15:02:23.241700 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.241907 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-338c0ea0-cad0-465d-ac4f-a1eb78aa7993 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72f58239-1f33-4dd7-9f4b-a18d194e7f21 HTTP/1.1" status: 204 len: 168 time: 0.3214557 May 04 15:02:23.367927 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.380164 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c0ea0-cad0-465d-ac4f-a1eb78aa7993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f58239-1f33-4dd7-9f4b-a18d194e7f21,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:23.404324 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.420336 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.424280 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.446265 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:23.462094 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-9e56c111-dd60-40c1-a1b4-d3be3a52240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:23.464258 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-9e56c111-dd60-40c1-a1b4-d3be3a52240b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2180741 May 04 15:02:23.477675 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:23.482836 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:23.488347 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:23.567927 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Attempting to bind port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:23.568256 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Attempting to bind port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:23.568689 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Attempting to bind port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d on network 10875ae3-5df5-47cc-8931-acdf57dfbb52 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:23.570917 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Pushing event updated for resources: {'Port': ['ID=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:23.576904 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:23.577515 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Checking segment: {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:23.578063 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.578641 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Bound using segment: {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:23.580647 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Bound port: b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:23.581209 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.643796 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Allocated IP 172.28.3.78 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/c3dd0af4-c109-4527-86c5-938d80c453e0) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:23.682167 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7e9ea-a16f-444b-8a3a-ddb07c9062ac req-8f89df17-6093-4185-9733-b165bdd6c2be tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:23.686139 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2ee7e9ea-a16f-444b-8a3a-ddb07c9062ac req-8f89df17-6093-4185-9733-b165bdd6c2be tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.3789577 May 04 15:02:23.700786 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] For port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:23.715660 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] For port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:23.724413 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.793249 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938836ae-9529-4132-8c98-c9d76329d221 None None] Pushing event updated for resources: {'Port': ['ID=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:23.800260 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Attempting to bind port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:23.804404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Attempting to bind port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:23.805421 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Attempting to bind port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 on network 63c977a6-b569-47be-b095-9170d275e940 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:23.830504 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 on network 63c977a6-b569-47be-b095-9170d275e940 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:02:23.830817 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Attempting to bind port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 on network 63c977a6-b569-47be-b095-9170d275e940 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:23.857171 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.868211 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:23.868530 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Checking segment: {'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:23.869056 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Bound using segment: {'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:23.869540 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Bound port: 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:23.869947 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.876229 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2ee7e9ea-a16f-444b-8a3a-ddb07c9062ac req-f74792d0-4fb8-44b5-8c2b-3be3fe2e1063 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433535 May 04 15:02:23.893135 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-717894b0-8d3a-47c4-8a74-2253529dc39d service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063210 May 04 15:02:23.905423 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.975512 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.989325 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:23.992565 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:23.997783 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:24.121233 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ff87c-0f28-4619-851f-66fff734519e req-15bec014-c0e6-46e0-bd36-5df77090dcb1 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:24.123165 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-964ff87c-0f28-4619-851f-66fff734519e req-15bec014-c0e6-46e0-bd36-5df77090dcb1 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 943 time: 0.1588783 May 04 15:02:24.147645 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] For port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:24.154049 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] For port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:24.163130 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb39aad2-3e2c-461a-8f5e-e732dbfbee26 req-5e203a2e-82c4-475b-84c8-ddbf2128c772 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603383 May 04 15:02:24.171392 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:24.257716 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:24.259032 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:24.260821 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 HTTP/1.1" status: 200 len: 1093 time: 1.7519348 May 04 15:02:24.261306 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'tag': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:24.263851 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e" -d '{"events": [{"name": "network-changed", "server_uuid": "63174b7e-6662-4738-8ae3-a4505b1d8503", "tag": "6c00fb84-9b77-4f02-99cb-8b48c85b3bc0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:24.295193 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-964ff87c-0f28-4619-851f-66fff734519e req-9f147a43-5c64-4f84-ad74-fe6eb859ac61 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512952 May 04 15:02:24.318355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb260a-5122-45c0-a47e-d75ed567c0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:24.357423 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e721ea8-d7af-4e2a-8c1f-fe509d4c7de1 x-openstack-request-id: req-9e721ea8-d7af-4e2a-8c1f-fe509d4c7de1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:24.357705 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63174b7e-6662-4738-8ae3-a4505b1d8503", "tag": "6c00fb84-9b77-4f02-99cb-8b48c85b3bc0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:24.357955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e721ea8-d7af-4e2a-8c1f-fe509d4c7de1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:24.358357 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e721ea8-d7af-4e2a-8c1f-fe509d4c7de1'] response: {'name': 'network-changed', 'server_uuid': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'tag': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0', 'status': 'completed', 'code': 200} May 04 15:02:24.417398 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9685f2d4-4fc5-41ab-8f8e-c7962501f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:24.418949 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-9685f2d4-4fc5-41ab-8f8e-c7962501f47a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb4390482b0242b0a9bd5b2326f52e57&device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 1096 time: 0.0970259 May 04 15:02:24.425787 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Pushing event updated for resources: {'Port': ['ID=c3dd0af4-c109-4527-86c5-938d80c453e0,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:24.431653 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b703d-4fb5-43b3-8d20-3fb91f806848 req-1b6cdac6-1dea-470d-bfd3-797853f53f9a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:24.435493 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f37b703d-4fb5-43b3-8d20-3fb91f806848 req-1b6cdac6-1dea-470d-bfd3-797853f53f9a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.1377447 May 04 15:02:24.479532 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-36f7276a-194b-4aa6-9f06-466136d69c2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 HTTP/1.1" status: 200 len: 217 time: 0.0426886 May 04 15:02:24.553363 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f37b703d-4fb5-43b3-8d20-3fb91f806848 req-42afbf4f-00cb-41ef-9335-68e3f5defc96 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095901 May 04 15:02:24.565331 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99d60-0da3-4413-9d71-39be93fa42de req-193b0a91-6ae0-4552-963e-3a5b13ba369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:24.567713 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-193b0a91-6ae0-4552-963e-3a5b13ba369f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42c26af5-7602-4e53-84b3-d6feee13e0aa HTTP/1.1" status: 200 len: 853 time: 0.0771232 May 04 15:02:24.600903 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:24.612433 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-dd58d6f3-abde-436a-966e-2abd253e924d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c977a6-b569-47be-b095-9170d275e940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338266 May 04 15:02:24.656265 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:24.712656 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:24.713023 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:24.731349 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-83889986-043c-448e-bc86-f211643cb573 service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090744 May 04 15:02:24.847179 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:24.863224 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-18a99d60-0da3-4413-9d71-39be93fa42de req-5eab70ff-510a-4526-9134-c76f05829815 service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168559 May 04 15:02:24.868327 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:24.893382 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:24.900985 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:24.974735 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:25.006975 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-58441481-811e-43a0-a9f6-cfd4023856c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:25.008770 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-58441481-811e-43a0-a9f6-cfd4023856c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb4390482b0242b0a9bd5b2326f52e57&device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 1096 time: 0.0733716 May 04 15:02:25.062458 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Router 2e2b109a-a582-44c0-aec0-8db6ae15a677 is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:02:25.103280 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49550) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:25.203222 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0462dfb-eb54-4bc0-8ebc-aa2feef908da req-08fe1061-6dd5-424e-a8f1-c208258c2162 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:25.204817 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0462dfb-eb54-4bc0-8ebc-aa2feef908da req-08fe1061-6dd5-424e-a8f1-c208258c2162 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.1029065 May 04 15:02:25.205835 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:25.217039 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-c7221b18-3a5a-43e1-8d1e-816d3a0f1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:25.218869 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-c7221b18-3a5a-43e1-8d1e-816d3a0f1938 service neutron] 10.222.0.60 "GET /v2.0/networks?id=63c977a6-b569-47be-b095-9170d275e940 HTTP/1.1" status: 200 len: 914 time: 0.1984673 May 04 15:02:25.224969 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:25.226846 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e57ec932-f7e0-4222-ac2a-e22ce07c887d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5266190 May 04 15:02:25.228524 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Sync routers for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:25.229671 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49554) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:25.244881 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:25.245509 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:25.272841 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-12843f62-61e0-4016-9d01-6c2d9046b43d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 HTTP/1.1" status: 200 len: 217 time: 0.0413072 May 04 15:02:25.286199 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5196b2-b1ce-46b7-8fd2-b124313730c5 None None] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:25.308112 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8547464f-86bc-4f22-9518-af42e89a2bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:25.374805 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:25.400203 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0462dfb-eb54-4bc0-8ebc-aa2feef908da req-edbd3d1b-87fa-457a-90c6-385c2f0e6afd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257792 May 04 15:02:25.403096 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-4b40a87a-3c68-4092-a925-5ebd558b58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:25.404523 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-4b40a87a-3c68-4092-a925-5ebd558b58c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42c26af5-7602-4e53-84b3-d6feee13e0aa HTTP/1.1" status: 200 len: 853 time: 0.1220045 May 04 15:02:25.422770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-908e76a7-706f-4d36-aa78-1e4e95528bd9 None None] Provisioning complete for port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:25.423500 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-908e76a7-706f-4d36-aa78-1e4e95528bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:25.453547 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-a4676799-e18d-4fc8-ad42-711a74664619 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c977a6-b569-47be-b095-9170d275e940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381427 May 04 15:02:25.607279 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54f599-0989-442f-b87a-a61c31ac4041 req-6f958427-e5d2-4fba-8ec2-36735011a221 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:25.616887 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6f54f599-0989-442f-b87a-a61c31ac4041 req-6f958427-e5d2-4fba-8ec2-36735011a221 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 943 time: 0.1655824 May 04 15:02:25.686037 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6f54f599-0989-442f-b87a-a61c31ac4041 req-ff7fb194-fb0f-42b5-a5aa-4aa9701b4be4 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588238 May 04 15:02:25.688182 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8547464f-86bc-4f22-9518-af42e89a2bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:25.746668 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:24Z', 'revision_number': 3, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:25.802497 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Checking router: 2e2b109a-a582-44c0-aec0-8db6ae15a677 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:25.803110 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Updating router 2e2b109a-a582-44c0-aec0-8db6ae15a677 port c3dd0af4-c109-4527-86c5-938d80c453e0 binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:02:25.831410 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:25.927223 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:25.941187 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-c7894322-fdaf-4a6c-8a34-288551350c93 None None] Provisioning complete for port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:25.942308 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c7894322-fdaf-4a6c-8a34-288551350c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:25.972734 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8547464f-86bc-4f22-9518-af42e89a2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.002787 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8547464f-86bc-4f22-9518-af42e89a2bf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54ced98b3762484abe5037922ee97421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8961201 May 04 15:02:26.002787 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-0ecd94a2-5c77-4b05-b7a4-166b8191e7a7 service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168040 May 04 15:02:26.003662 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49560) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:26.006173 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Allocated IP 172.20.0.1 (10875ae3-5df5-47cc-8931-acdf57dfbb52/e36fece2-fe6d-409a-9c53-19bc27d77af9/bdd9be87-c2e2-4f13-a301-76e5dcf2067b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:26.041873 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05669b29-6d54-4655-bcbb-2ad196d5d437 req-fe448f50-e8d3-4995-960d-1e085cbe7674 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:26.042983 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-05669b29-6d54-4655-bcbb-2ad196d5d437 req-fe448f50-e8d3-4995-960d-1e085cbe7674 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.3687413 May 04 15:02:26.074006 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547464f-86bc-4f22-9518-af42e89a2bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c78f75-0c56-4896-8e87-ad6f56fe5c82,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:26.139307 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-05669b29-6d54-4655-bcbb-2ad196d5d437 req-f327c172-9da1-4f13-a55e-7db4242a5986 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782073 May 04 15:02:26.169743 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f823c45c-9248-4f14-9b72-e3c33b1ce8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.172834 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a7255d8-d9ba-4fd5-8c98-bb2a2898044e req-e966dc53-4aef-4148-ab11-bd774f7d67fa service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491013 May 04 15:02:26.213639 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f823c45c-9248-4f14-9b72-e3c33b1ce8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.239828 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.245158 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.251194 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.294576 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f823c45c-9248-4f14-9b72-e3c33b1ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.297109 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f823c45c-9248-4f14-9b72-e3c33b1ce8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.300636 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f823c45c-9248-4f14-9b72-e3c33b1ce8a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1c78f75-0c56-4896-8e87-ad6f56fe5c82 HTTP/1.1" status: 204 len: 168 time: 0.2936749 May 04 15:02:26.302015 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Attempting to bind port c3dd0af4-c109-4527-86c5-938d80c453e0 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:26.303122 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Attempting to bind port c3dd0af4-c109-4527-86c5-938d80c453e0 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:26.304174 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Attempting to bind port c3dd0af4-c109-4527-86c5-938d80c453e0 on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:26.310713 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.311146 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Pushing event updated for resources: {'Port': ['ID=c3dd0af4-c109-4527-86c5-938d80c453e0,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:26.319078 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:26.319587 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:26.320220 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.320778 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:26.321481 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Bound port: c3dd0af4-c109-4527-86c5-938d80c453e0, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:26.322074 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.328574 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.329019 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.329529 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.330079 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.330654 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.331169 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.331659 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.332151 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.332786 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.333461 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.333946 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.334431 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:26.344017 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823c45c-9248-4f14-9b72-e3c33b1ce8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c78f75-0c56-4896-8e87-ad6f56fe5c82,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:26.370177 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:26.373240 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:26.376373 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:26.377082 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.423183 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] For port c3dd0af4-c109-4527-86c5-938d80c453e0, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:26.429487 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] For port c3dd0af4-c109-4527-86c5-938d80c453e0, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c3dd0af4-c109-4527-86c5-938d80c453e0,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:26.436976 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.509696 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78ca89-63b5-4fa5-8071-ddfd5be97b9f None None] Pushing event updated for resources: {'Port': ['ID=c3dd0af4-c109-4527-86c5-938d80c453e0,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:26.526301 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:26.527031 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:26.546892 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.570476 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:26.687967 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:26.696626 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffe28e-ce8d-484e-8c86-42b723e8aac8 req-c32178f0-dbd7-4e33-a5ea-3c14d9281da2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:26.699218 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f1ffe28e-ce8d-484e-8c86-42b723e8aac8 req-c32178f0-dbd7-4e33-a5ea-3c14d9281da2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.1379118 May 04 15:02:26.771380 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:26.799453 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f1ffe28e-ce8d-484e-8c86-42b723e8aac8 req-b657b63e-39f1-44dd-9d3b-6a8ee78ea387 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925956 May 04 15:02:26.799947 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49580) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:26.822945 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-07a470fa-8dcd-471c-9f14-5c52a5cf9d29 None None] Provisioning complete for port bdd9be87-c2e2-4f13-a301-76e5dcf2067b triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:26.825388 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-07a470fa-8dcd-471c-9f14-5c52a5cf9d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.835223 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49582) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:26.838293 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b580-7ffe-4dcc-a8a0-fe4f66c465e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.843625 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6a46414f-96c0-49c5-82e0-218c672c1864 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961278987', 'description': 'tempest-description--1430892930'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:26.913803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:26.914077 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.914485 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6a46414f-96c0-49c5-82e0-218c672c1864 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:26.916744 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-07a470fa-8dcd-471c-9f14-5c52a5cf9d29 None None] Port bdd9be87-c2e2-4f13-a301-76e5dcf2067b cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:27.035989 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 1, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:27.049849 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.055632 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.056358 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.069107 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8a69db-3f42-4d1b-b46c-81ef4e19af54 None None] The sync data for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb is: [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 1, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:27.084051 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b580-7ffe-4dcc-a8a0-fe4f66c465e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.091332 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6a46414f-96c0-49c5-82e0-218c672c1864 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.092822 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b580-7ffe-4dcc-a8a0-fe4f66c465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.102642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f056e31-c2b2-49b9-b450-e9d45070b5fc req-728892ea-6a9f-4e7f-a61a-efe2a844fe55 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:27.104300 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f056e31-c2b2-49b9-b450-e9d45070b5fc req-728892ea-6a9f-4e7f-a61a-efe2a844fe55 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 943 time: 0.1755636 May 04 15:02:27.111856 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6a46414f-96c0-49c5-82e0-218c672c1864 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.140203 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.165617 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3cc6b580-7ffe-4dcc-a8a0-fe4f66c465e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ff4b7f040c149969bf24779ff249dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642445 May 04 15:02:27.168539 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49586) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:27.173011 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6a46414f-96c0-49c5-82e0-218c672c1864 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.174156 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6a46414f-96c0-49c5-82e0-218c672c1864 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3371511 May 04 15:02:27.176500 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6b580-7ffe-4dcc-a8a0-fe4f66c465e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9620eb40-1caa-44d0-898a-bee932208afd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.180755 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49588) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:27.193909 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-04ca5513-e7db-49e0-b49b-81ac86891d2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': 'a846a6ba-be55-4b8d-a28c-f7cd476837d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:27.203236 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f056e31-c2b2-49b9-b450-e9d45070b5fc req-52282e5b-0fa7-4ee5-b32d-b3314a08a36f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801728 May 04 15:02:27.249239 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:27.252440 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46414f-96c0-49c5-82e0-218c672c1864 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a846a6ba-be55-4b8d-a28c-f7cd476837d6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.253697 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:27.257252 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-04ca5513-e7db-49e0-b49b-81ac86891d2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.296599 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaaa97-a414-46e6-b7cd-8999f48550f3 req-242b619c-099d-4470-ad22-fb1aba855d25 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:27.298264 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-66eaaa97-a414-46e6-b7cd-8999f48550f3 req-242b619c-099d-4470-ad22-fb1aba855d25 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0642190 May 04 15:02:27.322063 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-876df120-3632-468b-be1a-609fad74bbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.355420 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-66eaaa97-a414-46e6-b7cd-8999f48550f3 req-0aa1634b-f9f8-49bf-b864-f11da8e43577 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465822 May 04 15:02:27.379300 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-876df120-3632-468b-be1a-609fad74bbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.491172 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-04ca5513-e7db-49e0-b49b-81ac86891d2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.497258 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-876df120-3632-468b-be1a-609fad74bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.499759 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-876df120-3632-468b-be1a-609fad74bbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.503920 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-876df120-3632-468b-be1a-609fad74bbff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9620eb40-1caa-44d0-898a-bee932208afd HTTP/1.1" status: 204 len: 168 time: 0.3343945 May 04 15:02:27.509787 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-04ca5513-e7db-49e0-b49b-81ac86891d2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.537241 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876df120-3632-468b-be1a-609fad74bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9620eb40-1caa-44d0-898a-bee932208afd,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.545548 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-17879295-945d-4b25-9317-da7eb227deb0 None None] Provisioning complete for port bdd9be87-c2e2-4f13-a301-76e5dcf2067b triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:27.546497 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-17879295-945d-4b25-9317-da7eb227deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.547894 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca5513-e7db-49e0-b49b-81ac86891d2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffec6a3-400a-404f-8a7c-c30db8da85d3,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.558605 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Router 2e2b109a-a582-44c0-aec0-8db6ae15a677 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:27.562355 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-04ca5513-e7db-49e0-b49b-81ac86891d2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.566393 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-04ca5513-e7db-49e0-b49b-81ac86891d2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811522 May 04 15:02:27.566648 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49592) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:27.571702 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-7c27bfae-eaba-4977-b974-b91a922fce61 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': 'a846a6ba-be55-4b8d-a28c-f7cd476837d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:27.605722 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-17879295-945d-4b25-9317-da7eb227deb0 None None] Port bdd9be87-c2e2-4f13-a301-76e5dcf2067b cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:27.666584 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c27bfae-eaba-4977-b974-b91a922fce61 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.759277 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c27bfae-eaba-4977-b974-b91a922fce61 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.763228 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:27.765647 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c27bfae-eaba-4977-b974-b91a922fce61 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.778295 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27bfae-eaba-4977-b974-b91a922fce61 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2faea80a-b1a7-4419-b52f-f46f1b06b304,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.790617 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a36a795a-d9a8-471b-8a1c-edec07015326 admin admin] 10.222.0.41 "PUT /v2.0/routers/2e2b109a-a582-44c0-aec0-8db6ae15a677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544519 May 04 15:02:27.833208 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c27bfae-eaba-4977-b974-b91a922fce61 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.837674 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-7c27bfae-eaba-4977-b974-b91a922fce61 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2668533 May 04 15:02:27.837886 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49600) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:27.866212 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:27.891064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949a06-285f-4650-9017-10c7905d25de req-8be55d64-f9af-4100-8663-238430ecbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:27.892077 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51949a06-285f-4650-9017-10c7905d25de req-8be55d64-f9af-4100-8663-238430ecbf7a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 1098 time: 0.0604439 May 04 15:02:27.918397 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.986137 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51949a06-285f-4650-9017-10c7905d25de req-6fa298e7-4779-40af-ba68-2684a3d1495b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862699 May 04 15:02:28.003214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb00-3996-4c80-bf6c-143d40ee0d5c req-d94b7135-8a92-405e-8029-5d950df84483 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.004954 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8343fb00-3996-4c80-bf6c-143d40ee0d5c req-d94b7135-8a92-405e-8029-5d950df84483 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0735002 May 04 15:02:28.077854 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8343fb00-3996-4c80-bf6c-143d40ee0d5c req-6e941417-13e6-46c3-8de5-265855ab88f5 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654957 May 04 15:02:28.091172 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.204180 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.28.3.82 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/b267a528-d7db-41f0-9e64-2f2cc6566357) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:28.364144 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.416828 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.466156 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:28.469282 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:28.476441 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:28.488731 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=b267a528-d7db-41f0-9e64-2f2cc6566357,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:28.553603 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.582704 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a6f3c-c866-4cb9-bbfa-4f1cdf0d0693 req-d84d59f0-fe26-4cf0-8392-be7331738d1f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.592767 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f8a6f3c-c866-4cb9-bbfa-4f1cdf0d0693 req-d84d59f0-fe26-4cf0-8392-be7331738d1f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 943 time: 0.1351879 May 04 15:02:28.601782 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.603554 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49618) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:28.608972 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797441575-network', 'tenant_id': 'aed9f83261d84b94876581236379d41e'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:28.628345 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb6a73-33af-43bd-a617-575aaed67810 req-0d23412a-822d-4bbc-932d-07904a2181e6 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.630145 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ddfb6a73-33af-43bd-a617-575aaed67810 req-0d23412a-822d-4bbc-932d-07904a2181e6 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.1427767 May 04 15:02:28.657151 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c3dd0af4-c109-4527-86c5-938d80c453e0 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:28.658938 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f8a6f3c-c866-4cb9-bbfa-4f1cdf0d0693 req-82747af0-f32f-4d5f-8d8b-00cac67cbc3e tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651431 May 04 15:02:28.666189 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Made reservation on behalf of aed9f83261d84b94876581236379d41e for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:28.672204 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.684351 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.698306 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ddfb6a73-33af-43bd-a617-575aaed67810 req-26782e39-a17c-4b0a-9d90-f179d21e043a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552487 May 04 15:02:28.745733 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port c3dd0af4-c109-4527-86c5-938d80c453e0 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:28.746157 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.843666 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.848077 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.859680 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.864626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port c3dd0af4-c109-4527-86c5-938d80c453e0, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c3dd0af4-c109-4527-86c5-938d80c453e0,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:28.865175 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.868923 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.875604 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.916499 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:02:28.916913 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=c3dd0af4-c109-4527-86c5-938d80c453e0,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:28.928515 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.936427 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ed73d6-5df0-4de0-9423-c190f314bd11,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:28.947872 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.948208 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Added segment 787809e9-281e-41c6-8fb9-a5b79fa1b319 of type vlan for network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 May 04 15:02:28.962134 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=b267a528-d7db-41f0-9e64-2f2cc6566357,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:28.985230 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:28.986418 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-08c16b96-fcbc-4e9b-b98b-eed32dec2803 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1454163 May 04 15:02:29.002659 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.030911 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.032027 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:29.032677 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.083602 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4788196 May 04 15:02:29.086691 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49624) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:29.091533 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Request body: {'subnet': {'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797441575-subnet', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:29.096406 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28f5cc-b9fb-4a3c-a532-8ac5c007fe72 admin admin] Pushing event updated for resources: {'Network': ['ID=9844fd25-cc5f-42b3-af86-303ebd2d0c19,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:29.108264 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:02:29.143374 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Made reservation on behalf of aed9f83261d84b94876581236379d41e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:29.148331 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4751406'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.218946 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:02:29.283725 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-43d17af5-860f-41d5-a97e-8ac92e4d5e1c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1961278987&fields=id&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 267 time: 0.1093719 May 04 15:02:29.304140 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e02c9-a5c8-483c-a319-8d31123782b6 req-37b4f775-d14f-4f5a-bc85-5dcdf8dc4a8e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:29.305754 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-571e02c9-a5c8-483c-a319-8d31123782b6 req-37b4f775-d14f-4f5a-bc85-5dcdf8dc4a8e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.1293874 May 04 15:02:29.326207 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:29.338445 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0', 'network_id': '63c977a6-b569-47be-b095-9170d275e940', 'port_id': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0', 'mac_address': 'fa:16:3e:bb:9e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c26af5-7602-4e53-84b3-d6feee13e0aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:02:29.375043 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.392972 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:29.413367 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:29.416969 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.435011 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-571e02c9-a5c8-483c-a319-8d31123782b6 req-77ab0142-0dca-4f06-83e0-8a01b75d7bdc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199026 May 04 15:02:29.469780 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:29.486069 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-7b6d862b-8eef-4045-a8a5-11e7990a2359 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:29.487559 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-7b6d862b-8eef-4045-a8a5-11e7990a2359 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 0.1931646 May 04 15:02:29.529400 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-2b728d39-48af-4f68-afe6-999da5bcbbeb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/quotas/4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 375 time: 0.0221376 May 04 15:02:29.546722 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5012415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4751416'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.622751 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d3ce6d-80f1-43bd-8e32-ffc54b3e1147,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:29.636715 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Sync routers for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:29.640695 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-f8ae5a17-aedc-46df-ae4f-fddd9327670f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1054461 May 04 15:02:29.647170 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:29.648226 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:29.650201 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Checking segment: {'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:29.650553 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Network hostable DHCP agents. Network: 9844fd25-cc5f-42b3-af86-303ebd2d0c19, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:02:29.711455 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:02:29.730506 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 9844fd25-cc5f-42b3-af86-303ebd2d0c19) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:29.742309 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:29.742930 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.749088 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['6c00fb84-9b77-4f02-99cb-8b48c85b3bc0'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:29.751017 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84685703-234d-4cfb-b02a-647cc95b7109 None None] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:29.794644 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1e176e68-f010-4ad9-9a5a-d459162992f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7067549 May 04 15:02:29.797243 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49640) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:29.801219 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-d115f27c-1fab-43c8-a09e-18c67c58deb0 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447232 May 04 15:02:29.801879 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:29.824235 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.825528 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.830611 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ad38d-117a-4237-9feb-8a5ecbc7daf6 req-7b9465bc-c0a6-4977-bc55-d9993420bd28 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:29.836687 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3f1ad38d-117a-4237-9feb-8a5ecbc7daf6 req-7b9465bc-c0a6-4977-bc55-d9993420bd28 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 944 time: 0.0910974 May 04 15:02:29.893350 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:29.923079 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3f1ad38d-117a-4237-9feb-8a5ecbc7daf6 req-f70e2d10-0103-4121-b482-2e571e5afe33 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854490 May 04 15:02:29.959123 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-4b76cedf-5b07-44bc-a4c6-c9a3a2b6e115 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480932 May 04 15:02:29.976851 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:30.032729 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.043604 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4818808-509e-43b3-8496-584e7a417173 req-5b5e0a2c-fbe9-46c5-b7a0-624c9b0e12bc tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:30.051231 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e4818808-509e-43b3-8496-584e7a417173 req-5b5e0a2c-fbe9-46c5-b7a0-624c9b0e12bc tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0613859 May 04 15:02:30.100807 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e4818808-509e-43b3-8496-584e7a417173 req-b96e91e3-25ab-446a-be5b-b1147c04bf9f tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479789 May 04 15:02:30.206053 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ab7c6a36-48f8-4d37-a79e-5e7396517260 req-5b42b847-abde-498a-a5f4-f29c92720163 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 210 time: 0.0389657 May 04 15:02:30.259192 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-9844fd25-cc5f-42b3-af86-303ebd2d0c19', 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'fixed_ips': [{'subnet_id': '92d3ce6d-80f1-43bd-8e32-ffc54b3e1147'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:02:30.260027 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.288816 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.308183 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.419973 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Allocated IP 172.28.3.181 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/2a9dce69-3ea3-4a21-a519-e32a1325bdeb) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:30.462476 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Allocated IP 172.20.0.2 (9844fd25-cc5f-42b3-af86-303ebd2d0c19/92d3ce6d-80f1-43bd-8e32-ffc54b3e1147/f68cabf0-1458-4e39-9a02-4615d3710bd2) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:30.467969 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 2, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:30.499812 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Checking router: 2e2b109a-a582-44c0-aec0-8db6ae15a677 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:30.500097 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Updating router 2e2b109a-a582-44c0-aec0-8db6ae15a677 port bdd9be87-c2e2-4f13-a301-76e5dcf2067b binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:02:30.545586 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.564541 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.615496 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bc7e6-4d4d-4047-b255-cf6889117d42 req-5c0baaad-84b6-4efa-b14d-c97a89e470d3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:30.619023 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ad9bc7e6-4d4d-4047-b255-cf6889117d42 req-5c0baaad-84b6-4efa-b14d-c97a89e470d3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0862215 May 04 15:02:30.626296 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c3dd0af4-c109-4527-86c5-938d80c453e0 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:30.646747 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.666665 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ad9bc7e6-4d4d-4047-b255-cf6889117d42 req-820fd3f5-b76b-4750-abc2-467eb0a56838 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 May 04 15:02:30.687485 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:30.690684 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:30.697349 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:30.822490 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:30.840845 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.842309 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.842598 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.843058 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.843454 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.843881 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.844353 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.844780 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.848687 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.848687 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.848687 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.848687 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:30.859191 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.870389 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port c3dd0af4-c109-4527-86c5-938d80c453e0 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:30.871050 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.876067 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:30.974603 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:30.986983 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:30.991048 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Pushing event updated for resources: {'Port': ['ID=f68cabf0-1458-4e39-9a02-4615d3710bd2,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:30.997599 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:31.035982 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.099489 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-e22f74bf-881b-4e12-9598-34a259b41c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.101236 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-e22f74bf-881b-4e12-9598-34a259b41c16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 1098 time: 0.1651750 May 04 15:02:31.110625 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8e261-eb0d-4f38-aa3d-60ef368aa331 req-f4a33188-800e-4bdf-95db-e954c85ab8f9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.112068 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-29c8e261-eb0d-4f38-aa3d-60ef368aa331 req-f4a33188-800e-4bdf-95db-e954c85ab8f9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.1328878 May 04 15:02:31.123523 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e946d1-e487-4d93-97d5-3b29d1b4ab3a req-9fbedf39-fe3e-4786-9f50-814e02837850 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.124985 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c4e946d1-e487-4d93-97d5-3b29d1b4ab3a req-9fbedf39-fe3e-4786-9f50-814e02837850 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 944 time: 0.0832469 May 04 15:02:31.138815 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Attempting to bind port f68cabf0-1458-4e39-9a02-4615d3710bd2 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:31.139184 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Attempting to bind port f68cabf0-1458-4e39-9a02-4615d3710bd2 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:31.139539 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Attempting to bind port f68cabf0-1458-4e39-9a02-4615d3710bd2 on network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:31.161519 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:31.162280 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Checking segment: {'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:31.164259 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.164558 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Bound using segment: {'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:31.165041 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Bound port: f68cabf0-1458-4e39-9a02-4615d3710bd2, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:31.165417 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.214419 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.224728 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:31.230070 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.264993 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-29c8e261-eb0d-4f38-aa3d-60ef368aa331 req-031e3c8d-2fc9-4855-9858-cc4d6a4f4d00 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388326 May 04 15:02:31.276750 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c4e946d1-e487-4d93-97d5-3b29d1b4ab3a req-7e49187c-0936-4e85-91a0-2524c3404051 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355500 May 04 15:02:31.355927 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] For port f68cabf0-1458-4e39-9a02-4615d3710bd2, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:31.377453 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] For port f68cabf0-1458-4e39-9a02-4615d3710bd2, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f68cabf0-1458-4e39-9a02-4615d3710bd2,segment=NetworkSegment(787809e9-281e-41c6-8fb9-a5b79fa1b319),segment_id=787809e9-281e-41c6-8fb9-a5b79fa1b319)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:31.394393 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.400792 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0f063-3aa0-43ef-903f-6ac1eff02be2 None None] Pushing event updated for resources: {'Port': ['ID=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:31.415982 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.419923 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-0ba5ebb4-2765-4e71-8911-312cedca50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.421373 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-0ba5ebb4-2765-4e71-8911-312cedca50c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.2896273 May 04 15:02:31.483482 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:02:31.513726 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:31.526159 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.533599 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Attempting to bind port bdd9be87-c2e2-4f13-a301-76e5dcf2067b on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:31.533939 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Attempting to bind port bdd9be87-c2e2-4f13-a301-76e5dcf2067b by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:31.534574 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Attempting to bind port bdd9be87-c2e2-4f13-a301-76e5dcf2067b on network 10875ae3-5df5-47cc-8931-acdf57dfbb52 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:31.562626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:31.563195 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Checking segment: {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:31.563465 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.564123 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Bound using segment: {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:31.564896 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Bound port: bdd9be87-c2e2-4f13-a301-76e5dcf2067b, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:31.564896 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.568339 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3340b0-6931-4c57-a16b-6ed4278a201e None None] Pushing event updated for resources: {'Port': ['ID=f68cabf0-1458-4e39-9a02-4615d3710bd2,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:31.606380 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-4cddb17d-fc53-4e23-88c2-18d7fb558c50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8 HTTP/1.1" status: 200 len: 217 time: 0.1346633 May 04 15:02:31.608377 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-933d2dee-bd6d-4e5b-9708-d875f5d8e129 req-48d54f75-849a-4caf-90c3-b2905c407fdc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 210 time: 0.1337328 May 04 15:02:31.672952 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Router 3524f986-ea89-477b-9768-b8d799311390 is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:02:31.682269 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] For port bdd9be87-c2e2-4f13-a301-76e5dcf2067b, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:31.688355 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] For port bdd9be87-c2e2-4f13-a301-76e5dcf2067b, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:31.693926 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-bbb1214f-1b17-4159-bc07-dc5b42452446 None None] Provisioning complete for port bdd9be87-c2e2-4f13-a301-76e5dcf2067b triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:31.694478 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bbb1214f-1b17-4159-bc07-dc5b42452446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.699940 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:31.704087 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899bccf-3163-424e-9c8c-f75014bc1229 req-7e9a07f2-9ec3-4fbe-ab13-dfbbccfdb097 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.705966 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7899bccf-3163-424e-9c8c-f75014bc1229 req-7e9a07f2-9ec3-4fbe-ab13-dfbbccfdb097 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.2880957 May 04 15:02:31.714891 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-dcc4628f-ed96-4372-ae20-ef31cf7a8bca tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.716607 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-dcc4628f-ed96-4372-ae20-ef31cf7a8bca tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 0.4174814 May 04 15:02:31.763530 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-94be5c59-a8cc-416a-9644-940dd17ab776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.767244 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-94be5c59-a8cc-416a-9644-940dd17ab776 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.1438398 May 04 15:02:31.852104 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7899bccf-3163-424e-9c8c-f75014bc1229 req-f3cdaf59-81b3-4a76-a7a8-f3a8884698b3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324542 May 04 15:02:31.867001 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-17bdccc4-567f-46ff-ad7a-a0ded0b4bba7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 472 time: 0.1328006 May 04 15:02:31.878992 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'port': {'device_id': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'admin_state_up': True, 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'security_groups': ['a846a6ba-be55-4b8d-a28c-f7cd476837d6']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:31.886770 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-2ebeb42f-7bc1-4235-9a6b-d5528753c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.888391 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-2ebeb42f-7bc1-4235-9a6b-d5528753c9d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1045113 May 04 15:02:32.014231 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:32.014906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.068481 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-3d34425e-67f5-4882-a7e8-2a4541ab172d service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684976 May 04 15:02:32.073102 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:32.085556 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Sync routers for ids ['3524f986-ea89-477b-9768-b8d799311390'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:32.086111 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Made reservation on behalf of 4409ef01cf20403e9a31e3224c6ca84a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:32.089080 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.108756 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Routers {'3524f986-ea89-477b-9768-b8d799311390'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:32.116855 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3524f986-ea89-477b-9768-b8d799311390'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.122661 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.124171 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b63bbbab-f1b1-4c14-a3da-49c0f4c92686 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3259284 May 04 15:02:32.126814 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49670) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:32.174586 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.233159 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:32.236330 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:32.243005 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:32.245282 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0112455-4f7d-464f-880a-0d8785c68757" -d '{"events": [{"server_uuid": "63174b7e-6662-4738-8ae3-a4505b1d8503", "name": "network-vif-plugged", "status": "completed", "tag": "6c00fb84-9b77-4f02-99cb-8b48c85b3bc0"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:32.279039 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Set router 3524f986-ea89-477b-9768-b8d799311390 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:32.295438 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fdc7a7d1-d099-48d8-9667-3a5a0abf318f req-5e22a9bd-f59b-4d60-acbb-3dce027378f2 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191293 May 04 15:02:32.301727 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.303680 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0f063-3aa0-43ef-903f-6ac1eff02be2 None None] Pushing event updated for resources: {'Port': ['ID=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:32.381963 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92b8d03-8efb-48f8-bf36-b54dfa7db6b4 x-openstack-request-id: req-f92b8d03-8efb-48f8-bf36-b54dfa7db6b4 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:32.387584 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63174b7e-6662-4738-8ae3-a4505b1d8503", "name": "network-vif-plugged", "status": "completed", "tag": "6c00fb84-9b77-4f02-99cb-8b48c85b3bc0", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:32.388260 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f92b8d03-8efb-48f8-bf36-b54dfa7db6b4 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:32.389035 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92b8d03-8efb-48f8-bf36-b54dfa7db6b4'] response: {'server_uuid': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0', 'code': 200} May 04 15:02:32.395017 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bbb1214f-1b17-4159-bc07-dc5b42452446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.427748 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.20.0.4 (d6c3806b-af4e-47ad-b507-0ee62747f9c4/b4068bbd-8292-49fc-bcc1-bacdb5185837/90f5c5df-a306-4a9b-928f-0dc8b86b1201) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:32.696267 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:02:30Z', 'revision_number': 3, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port': {'id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:30Z', 'updated_at': '2022-05-04T15:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.702957 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:32.737429 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-bbb1214f-1b17-4159-bc07-dc5b42452446 None None] For port bdd9be87-c2e2-4f13-a301-76e5dcf2067b, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:32.743021 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd565-b4fe-4b15-8c50-3cba8f28c332 req-a462ad28-a144-499b-a125-98ad5d212189 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:32.757386 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7fefd565-b4fe-4b15-8c50-3cba8f28c332 req-a462ad28-a144-499b-a125-98ad5d212189 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.2781727 May 04 15:02:32.758274 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bbb1214f-1b17-4159-bc07-dc5b42452446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.768373 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830cd1e-3453-4e2e-943b-8884ab3542bf req-cb5b7a4e-2d46-4bd1-a495-18c2e2ac358c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:32.770964 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Checking router: 3524f986-ea89-477b-9768-b8d799311390 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:32.771361 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Updating router 3524f986-ea89-477b-9768-b8d799311390 port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:02:32.785591 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1830cd1e-3453-4e2e-943b-8884ab3542bf req-cb5b7a4e-2d46-4bd1-a495-18c2e2ac358c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.4055135 May 04 15:02:32.800842 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.832662 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1214f-1b17-4159-bc07-dc5b42452446 None None] Pushing event updated for resources: {'Port': ['ID=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:32.857817 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:31Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.862913 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f68cabf0-1458-4e39-9a02-4615d3710bd2 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:32.929138 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:32.950273 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964af33-70b7-4d03-b7ed-e5a61a91d0a0 None None] The sync data for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb is: [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:31Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:32.983144 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-a75089e3-0181-4312-af92-4830533c5695 None None] Provisioning complete for port bdd9be87-c2e2-4f13-a301-76e5dcf2067b triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:32.983511 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a75089e3-0181-4312-af92-4830533c5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.019716 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port f68cabf0-1458-4e39-9a02-4615d3710bd2 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:33.020399 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.090685 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07442c27-f1dc-4c0f-be58-e0684cae2e56 None None] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:33.187572 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Allocated IP 172.20.0.1 (9844fd25-cc5f-42b3-af86-303ebd2d0c19/92d3ce6d-80f1-43bd-8e32-ffc54b3e1147/4ba96345-ef87-4fdf-acc7-09e9c1388e41) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:33.250993 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.261697 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.297797 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a4762-195d-403e-8286-4e39c6402c77 req-c5dae652-e626-4813-93d5-b4636b959f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:33.299485 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f3a4762-195d-403e-8286-4e39c6402c77 req-c5dae652-e626-4813-93d5-b4636b959f54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 1098 time: 0.6884124 May 04 15:02:33.334315 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.344415 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7fefd565-b4fe-4b15-8c50-3cba8f28c332 req-4acb1346-bfae-45f8-8f47-d9f57fd724fc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859842 May 04 15:02:33.357364 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f8256-dea5-4bfd-84a0-120b8480d304 None None] Pushing event updated for resources: {'Port': ['ID=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.368200 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1830cd1e-3453-4e2e-943b-8884ab3542bf req-64a89e78-16b0-47be-8699-fbc4fa8d13a7 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804715 May 04 15:02:33.389490 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Attempting to bind port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:33.389490 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Attempting to bind port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:33.389490 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Attempting to bind port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:33.399378 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:33.399748 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:33.400302 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.400842 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:33.401326 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Bound port: 2a9dce69-3ea3-4a21-a519-e32a1325bdeb, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:33.401903 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.431880 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.460344 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port f68cabf0-1458-4e39-9a02-4615d3710bd2, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f68cabf0-1458-4e39-9a02-4615d3710bd2,segment=NetworkSegment(787809e9-281e-41c6-8fb9-a5b79fa1b319),segment_id=787809e9-281e-41c6-8fb9-a5b79fa1b319)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:33.475071 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.477754 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device bdd9be87-c2e2-4f13-a301-76e5dcf2067b up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:33.487754 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-4f5b9a1c-fadd-45ff-91f9-a2f5c386f5c2 None None] Provisioning complete for port f68cabf0-1458-4e39-9a02-4615d3710bd2 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:33.488119 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9a1c-fadd-45ff-91f9-a2f5c386f5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.524630 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.574404 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f454f7aa-2245-4531-bab0-e97d3c209be0 req-015fd202-6cc9-4a9e-89da-8a43f244f1f8 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 210 time: 0.0950184 May 04 15:02:33.614229 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:33.617531 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:33.621244 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:33.627693 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9f3a4762-195d-403e-8286-4e39c6402c77 req-c48c679c-f7e1-400d-bdaa-3ca0e6b9dc98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032928 May 04 15:02:33.628408 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.656886 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.669010 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] For port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:33.672519 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] For port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:33.680567 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.689090 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port bdd9be87-c2e2-4f13-a301-76e5dcf2067b triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:33.689709 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.717510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610e56-6dd2-409d-8522-f4e9ea898dbb req-f9c81a95-f37f-41b4-beed-740b170cdf81 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:33.722845 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b9610e56-6dd2-409d-8522-f4e9ea898dbb req-f9c81a95-f37f-41b4-beed-740b170cdf81 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.1780267 May 04 15:02:33.726443 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Pushing event updated for resources: {'Port': ['ID=4ba96345-ef87-4fdf-acc7-09e9c1388e41,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.743948 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=f68cabf0-1458-4e39-9a02-4615d3710bd2,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.750302 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f8256-dea5-4bfd-84a0-120b8480d304 None None] Pushing event updated for resources: {'Port': ['ID=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.767214 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Routers {'3524f986-ea89-477b-9768-b8d799311390'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:33.767832 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3524f986-ea89-477b-9768-b8d799311390'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:33.839273 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.873644 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b9610e56-6dd2-409d-8522-f4e9ea898dbb req-110b5e39-ae9b-47d1-9dc7-b60847a431c9 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300068 May 04 15:02:33.917025 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:33.917622 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:33.920278 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:33.928338 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:33.962674 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] Set router 3524f986-ea89-477b-9768-b8d799311390 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:33.970461 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-c485780e-89b5-4082-85e8-2aca6e6c88bc None None] Provisioning complete for port f68cabf0-1458-4e39-9a02-4615d3710bd2 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:33.971142 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c485780e-89b5-4082-85e8-2aca6e6c88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.036550 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=90f5c5df-a306-4a9b-928f-0dc8b86b1201,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:34.076609 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.082839 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.083777 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.083777 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.084291 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.084620 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.085175 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.085520 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.086750 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.086750 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.086750 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.087042 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:34.113556 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.114214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.153829 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-97dd3284-ad94-4211-9ac8-32f514d88afb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2783573 May 04 15:02:34.165504 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Request body: {'port': {'device_id': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:34.244863 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.256124 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:02:30Z', 'revision_number': 3, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port': {'id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:30Z', 'updated_at': '2022-05-04T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:34.258640 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.264156 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.265074 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.282845 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294cde3-5dc5-49c6-b47d-f554c9b9bec0 None None] The sync data for ids ['3524f986-ea89-477b-9768-b8d799311390'] in dv-cinder-829630-2-smb is: [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:02:30Z', 'revision_number': 3, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port': {'id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:30Z', 'updated_at': '2022-05-04T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:34.302045 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-182bd4da-cd18-4e16-96a1-87e3e014098b None None] Provisioning complete for port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:34.302672 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-182bd4da-cd18-4e16-96a1-87e3e014098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.340040 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-182bd4da-cd18-4e16-96a1-87e3e014098b None None] Port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:34.354195 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-182bd4da-cd18-4e16-96a1-87e3e014098b None None] Provisioning complete for port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:34.354485 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-182bd4da-cd18-4e16-96a1-87e3e014098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.397062 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-182bd4da-cd18-4e16-96a1-87e3e014098b None None] Port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:34.407907 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Pushing event updated for resources: {'Port': ['ID=4ba96345-ef87-4fdf-acc7-09e9c1388e41,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:34.470497 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:34.472072 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:34.620358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6dd36-a8d5-446e-9e33-3c55811ac4ca req-35cf33bb-55a6-43a8-bb4b-fae9506f7295 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.627132 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e3a6dd36-a8d5-446e-9e33-3c55811ac4ca req-35cf33bb-55a6-43a8-bb4b-fae9506f7295 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.1626256 May 04 15:02:34.629766 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f68cabf0-1458-4e39-9a02-4615d3710bd2 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:34.678097 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Router 3524f986-ea89-477b-9768-b8d799311390 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:34.709080 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port f68cabf0-1458-4e39-9a02-4615d3710bd2 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:34.709449 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.745868 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109be83-c7af-4ef9-b24e-46c0942752f7 req-3896ced2-1c35-4b25-bced-82facaeebb39 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.751026 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a109be83-c7af-4ef9-b24e-46c0942752f7 req-3896ced2-1c35-4b25-bced-82facaeebb39 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.2838712 May 04 15:02:34.774992 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f5c5df-a306-4a9b-928f-0dc8b86b1201 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:34.801881 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.817321 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e3a6dd36-a8d5-446e-9e33-3c55811ac4ca req-5fd82fb0-e29d-43a6-b0ab-7af525030c27 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067133 May 04 15:02:34.830960 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device bdd9be87-c2e2-4f13-a301-76e5dcf2067b up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:34.841242 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:34.846848 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a1dd2d8d-2c79-4899-8bca-0b44bd40713a admin admin] 10.222.0.41 "PUT /v2.0/routers/3524f986-ea89-477b-9768-b8d799311390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185907 May 04 15:02:34.872794 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a109be83-c7af-4ef9-b24e-46c0942752f7 req-bfdbcd68-6d9e-4678-9541-d73b2e75adff tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122186 May 04 15:02:34.873848 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Transition to ACTIVE for port object 90f5c5df-a306-4a9b-928f-0dc8b86b1201 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:02:34.886315 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:34.923522 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-9e566354-47a6-473f-9ea2-9eee3c48f87c None None] Provisioning complete for port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:34.923901 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9e566354-47a6-473f-9ea2-9eee3c48f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.014165 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-9e566354-47a6-473f-9ea2-9eee3c48f87c None None] Port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:35.026076 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port bdd9be87-c2e2-4f13-a301-76e5dcf2067b triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:35.026795 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.152837 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Pushing event updated for resources: {'Port': ['ID=90f5c5df-a306-4a9b-928f-0dc8b86b1201,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:35.181100 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520f9db-269c-4ccb-8c1d-02234aec0a1e req-681e9c0c-31b3-4dfa-917f-92263f0d352b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.182760 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c520f9db-269c-4ccb-8c1d-02234aec0a1e req-681e9c0c-31b3-4dfa-917f-92263f0d352b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 943 time: 0.2365015 May 04 15:02:35.227043 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b2bc-689d-4d24-b23c-6578e15f092e req-5c5a3e42-2a3b-442c-8142-e6bb4b7a3ba7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.228846 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d1b7b2bc-689d-4d24-b23c-6578e15f092e req-5c5a3e42-2a3b-442c-8142-e6bb4b7a3ba7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.2198536 May 04 15:02:35.254585 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Attempting to bind port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:35.254928 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Attempting to bind port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:35.255253 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Attempting to bind port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:35.275209 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:02:35.275525 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Attempting to bind port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:35.304908 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c520f9db-269c-4ccb-8c1d-02234aec0a1e req-43664b3d-27aa-4ba2-b9c7-bf2ac674fb7a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990150 May 04 15:02:35.305647 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:35.305988 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Checking segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:35.306365 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Bound using segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:35.306837 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Bound port: 90f5c5df-a306-4a9b-928f-0dc8b86b1201, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:35.307194 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.322480 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d1b7b2bc-689d-4d24-b23c-6578e15f092e req-e6e3cc3e-0975-4f8e-acbc-eb8404f34e7b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850134 May 04 15:02:35.387902 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] For port 90f5c5df-a306-4a9b-928f-0dc8b86b1201, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:35.391004 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] For port 90f5c5df-a306-4a9b-928f-0dc8b86b1201, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:35.398270 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.436102 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.436681 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.438070 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] 10.222.0.60 "PUT /v2.0/ports/90f5c5df-a306-4a9b-928f-0dc8b86b1201 HTTP/1.1" status: 200 len: 1093 time: 1.2776339 May 04 15:02:35.438503 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:35.440912 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244" -d '{"events": [{"name": "network-changed", "server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:35.479236 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf1a9d-1cc3-4b77-bfc3-82d403bda834 service neutron] Pushing event updated for resources: {'Port': ['ID=90f5c5df-a306-4a9b-928f-0dc8b86b1201,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:35.499045 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004cdae0-e393-4854-8517-6b47eb7c8e39 x-openstack-request-id: req-004cdae0-e393-4854-8517-6b47eb7c8e39 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:35.499274 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:35.499464 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-004cdae0-e393-4854-8517-6b47eb7c8e39 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:35.499861 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004cdae0-e393-4854-8517-6b47eb7c8e39'] response: {'name': 'network-changed', 'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'status': 'completed', 'code': 200} May 04 15:02:35.531833 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-64f5f06b-c21b-49af-a4cb-e92c4c233dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.533492 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-64f5f06b-c21b-49af-a4cb-e92c4c233dc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 1096 time: 0.0512440 May 04 15:02:35.583441 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-f76af069-f946-4b2e-9a92-15e2f255cb46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201 HTTP/1.1" status: 200 len: 217 time: 0.0398977 May 04 15:02:35.643553 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-ed2ae925-495d-4eca-b0ad-9e4f893d6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.645246 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-ed2ae925-495d-4eca-b0ad-9e4f893d6761 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0520775 May 04 15:02:35.691662 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-2a359d72-9c4c-46bd-8cc5-b8bec209dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.693150 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-2a359d72-9c4c-46bd-8cc5-b8bec209dd61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0404799 May 04 15:02:35.775457 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49700) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:35.780227 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-9b87ce26-b403-4ece-a22d-fc7476eca9ec tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631192384', 'description': 'tempest-secgroup-smoke-631192384 description', 'project_id': '84e77f486b88447ab7a45f3b0ed64886'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:35.785872 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-925d0238-5a64-4ae1-998d-8c0677009e4d service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 May 04 15:02:35.801751 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9b87ce26-b403-4ece-a22d-fc7476eca9ec tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.875978 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9b87ce26-b403-4ece-a22d-fc7476eca9ec tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.884057 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9b87ce26-b403-4ece-a22d-fc7476eca9ec tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.889858 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f853fcea-93d0-489d-92ad-08b5a83a92a8 req-276011d9-30c3-4862-b4d7-4e1a0747f777 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944440 May 04 15:02:35.912197 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9b87ce26-b403-4ece-a22d-fc7476eca9ec tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.913496 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-9b87ce26-b403-4ece-a22d-fc7476eca9ec tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1369574 May 04 15:02:35.917214 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49706) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:35.921611 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-925f48ee-66b5-4d2b-878b-82dfda10e788 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'security_group_rule': {'security_group_id': '9a4155f2-6c28-4982-ac85-57011868c388', 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:35.926962 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87ce26-b403-4ece-a22d-fc7476eca9ec tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4155f2-6c28-4982-ac85-57011868c388,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:35.954582 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925f48ee-66b5-4d2b-878b-82dfda10e788 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:35.964703 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001915f-4c7b-4b56-8181-92f2d6212336 req-81d98ac2-e842-47e9-9fcc-d1faec1678b2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.973217 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a001915f-4c7b-4b56-8181-92f2d6212336 req-81d98ac2-e842-47e9-9fcc-d1faec1678b2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0759985 May 04 15:02:36.021366 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925f48ee-66b5-4d2b-878b-82dfda10e788 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.026600 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925f48ee-66b5-4d2b-878b-82dfda10e788 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.047816 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f48ee-66b5-4d2b-878b-82dfda10e788 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c722e6c2-e3a3-4e69-bc47-3b7029e4d895,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:36.058153 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-925f48ee-66b5-4d2b-878b-82dfda10e788 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.062100 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-925f48ee-66b5-4d2b-878b-82dfda10e788 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413805 May 04 15:02:36.062319 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49708) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:36.067029 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-2acfc479-7dd1-44d4-ac5d-3bf8309b8c46 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'security_group_rule': {'security_group_id': '9a4155f2-6c28-4982-ac85-57011868c388', 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:36.075159 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a001915f-4c7b-4b56-8181-92f2d6212336 req-c28bfb6b-c58b-46f4-aa00-640d19992f21 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007004 May 04 15:02:36.081108 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-942ee82e-2fde-4648-939e-4633eb46dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.082776 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-942ee82e-2fde-4648-939e-4633eb46dcf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 1096 time: 0.0993121 May 04 15:02:36.100973 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2acfc479-7dd1-44d4-ac5d-3bf8309b8c46 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.101072 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a8842-e4cb-4952-8db4-ddae00c23079 req-e979b216-a92a-4f10-8e07-31913c67346a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.101072 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-020a8842-e4cb-4952-8db4-ddae00c23079 req-e979b216-a92a-4f10-8e07-31913c67346a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.1187823 May 04 15:02:36.164314 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2acfc479-7dd1-44d4-ac5d-3bf8309b8c46 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.169507 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2acfc479-7dd1-44d4-ac5d-3bf8309b8c46 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.191022 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfc479-7dd1-44d4-ac5d-3bf8309b8c46 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368c3072-127f-4db1-a18a-2f30ac96214b,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:36.218268 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2acfc479-7dd1-44d4-ac5d-3bf8309b8c46 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.223742 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2acfc479-7dd1-44d4-ac5d-3bf8309b8c46 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566124 May 04 15:02:36.223973 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-020a8842-e4cb-4952-8db4-ddae00c23079 req-06b4784f-2a81-4e96-991d-44210ea369d1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101253 May 04 15:02:36.224948 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49730) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:36.229414 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-32ddc1b4-c19a-4a98-913c-bc6a15913f5a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'security_group_rule': {'security_group_id': '9a4155f2-6c28-4982-ac85-57011868c388', 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:36.270881 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-a2e68ee1-dc67-4a57-8aa0-8f1920837691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.272716 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-a2e68ee1-dc67-4a57-8aa0-8f1920837691 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.1765256 May 04 15:02:36.279645 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32ddc1b4-c19a-4a98-913c-bc6a15913f5a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.332847 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-5fc0c323-f57e-4933-8cbb-a30240456eb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201 HTTP/1.1" status: 200 len: 217 time: 0.0491681 May 04 15:02:36.415174 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-befcb4e0-3c47-48ed-ab47-28f7f9703c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.416660 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-befcb4e0-3c47-48ed-ab47-28f7f9703c8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0723305 May 04 15:02:36.433434 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32ddc1b4-c19a-4a98-913c-bc6a15913f5a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.452695 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32ddc1b4-c19a-4a98-913c-bc6a15913f5a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.492278 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Sync routers for ids ['3524f986-ea89-477b-9768-b8d799311390'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:36.505716 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Routers {'3524f986-ea89-477b-9768-b8d799311390'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:36.507459 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3524f986-ea89-477b-9768-b8d799311390'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:36.528472 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddc1b4-c19a-4a98-913c-bc6a15913f5a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de6e05-ff25-4fc0-a403-184e74fc689a,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:36.599567 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce06961-0b71-44b7-80d7-58d976d69528 req-fc859e97-25cb-4bef-b3ee-95af5f3f136c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.601638 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1ce06961-0b71-44b7-80d7-58d976d69528 req-fc859e97-25cb-4bef-b3ee-95af5f3f136c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 943 time: 0.1830015 May 04 15:02:36.617517 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32ddc1b4-c19a-4a98-913c-bc6a15913f5a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.625851 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-32ddc1b4-c19a-4a98-913c-bc6a15913f5a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3997409 May 04 15:02:36.626328 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49760) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:36.632534 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c237e586-dfc9-4010-ab04-74fe79c29905 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'security_group_rule': {'security_group_id': '9a4155f2-6c28-4982-ac85-57011868c388', 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:36.670810 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfa13b-d110-45f0-b538-ab8831f86570 req-cc83ea96-589a-4df0-b664-d410c8542af3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.672321 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9abfa13b-d110-45f0-b538-ab8831f86570 req-cc83ea96-589a-4df0-b664-d410c8542af3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.2548246 May 04 15:02:36.676149 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-01063518-5f5f-449d-8db0-085cebdbd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.677561 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-01063518-5f5f-449d-8db0-085cebdbd285 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2430089 May 04 15:02:36.702690 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Set router 3524f986-ea89-477b-9768-b8d799311390 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:36.719379 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c237e586-dfc9-4010-ab04-74fe79c29905 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.744516 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2a9dce69-3ea3-4a21-a519-e32a1325bdeb up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:36.821142 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c237e586-dfc9-4010-ab04-74fe79c29905 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.826159 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c237e586-dfc9-4010-ab04-74fe79c29905 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.831552 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9abfa13b-d110-45f0-b538-ab8831f86570 req-63e0e39a-f91f-496e-ac6f-667a70190a01 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055820 May 04 15:02:36.836427 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1ce06961-0b71-44b7-80d7-58d976d69528 req-3bc59c9a-efdf-43ac-b3c8-2239092cef25 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068195 May 04 15:02:36.852039 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c237e586-dfc9-4010-ab04-74fe79c29905 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.863939 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c237e586-dfc9-4010-ab04-74fe79c29905 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2276947 May 04 15:02:36.864261 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49766) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:36.865546 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237e586-dfc9-4010-ab04-74fe79c29905 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae51a2-bb87-4607-a1cb-9caf71ffe592,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:36.871044 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'security_group_rule': {'security_group_id': '9a4155f2-6c28-4982-ac85-57011868c388', 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:36.895832 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-e8d09c57-1efb-4e2b-aa83-632b44672222 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970491 May 04 15:02:36.916222 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Project 84e77f486b88447ab7a45f3b0ed64886 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:02:36.933244 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.934310 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:36.934715 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.041642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.044592 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6a5a275-2ead-4d5a-92ed-d1b0d32be244 req-f7bc8ad7-c877-452b-a86e-de8ea4028989 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371174 May 04 15:02:37.045681 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.064635 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1532e20-bd9a-42f4-88be-ada6a928aba0,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:37.071508 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.075615 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7e4be71f-6f44-4459-bb01-f5d17d568107 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2057838 May 04 15:02:37.076178 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49774) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:37.078829 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.081201 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'security_group_rule': {'security_group_id': '9a4155f2-6c28-4982-ac85-57011868c388', 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:37.091873 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:02:33Z', 'revision_number': 4, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port': {'id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:30Z', 'updated_at': '2022-05-04T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '4ba96345-ef87-4fdf-acc7-09e9c1388e41', 'name': '', 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'mac_address': 'fa:16:3e:58:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '92d3ce6d-80f1-43bd-8e32-ffc54b3e1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:32Z', 'updated_at': '2022-05-04T15:02:34Z', 'revision_number': 2, 'project_id': 'aed9f83261d84b94876581236379d41e', 'subnets': [{'id': '92d3ce6d-80f1-43bd-8e32-ffc54b3e1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:37.105871 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.securitygroups_db [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Project 84e77f486b88447ab7a45f3b0ed64886 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:02:37.113106 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.127522 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Checking router: 3524f986-ea89-477b-9768-b8d799311390 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:37.127874 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Updating router 3524f986-ea89-477b-9768-b8d799311390 port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:02:37.139359 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:37.157462 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.190260 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.197330 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.203606 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.230051 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234440cb-669b-4b79-ab26-8f86a0f8dbcb,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:37.240585 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.251381 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-fdd9e2d1-2875-483e-9305-c888d437ee44 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736937 May 04 15:02:37.253427 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:37.276433 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.276835 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.277450 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.277450 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.277758 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.278081 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.278406 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.279094 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.279094 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.279431 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.279778 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.280097 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:37.520317 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.525496 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.583520 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cbe50-4944-4b08-b3f0-f9e5ba122bbc None None] Pushing event updated for resources: {'Port': ['ID=4ba96345-ef87-4fdf-acc7-09e9c1388e41,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:37.633694 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Attempting to bind port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:37.634167 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Attempting to bind port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:37.634418 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Attempting to bind port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 on network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:37.640221 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:37.640592 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Checking segment: {'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:37.640990 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.641407 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Bound using segment: {'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:37.641883 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Bound port: 4ba96345-ef87-4fdf-acc7-09e9c1388e41, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787809e9-281e-41c6-8fb9-a5b79fa1b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:37.642475 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.726570 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] For port 4ba96345-ef87-4fdf-acc7-09e9c1388e41, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:37.730894 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] For port 4ba96345-ef87-4fdf-acc7-09e9c1388e41, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=4ba96345-ef87-4fdf-acc7-09e9c1388e41,segment=NetworkSegment(787809e9-281e-41c6-8fb9-a5b79fa1b319),segment_id=787809e9-281e-41c6-8fb9-a5b79fa1b319)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:37.738208 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.803504 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Routers {'3524f986-ea89-477b-9768-b8d799311390'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:37.804158 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3524f986-ea89-477b-9768-b8d799311390'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:37.929757 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-0fa66179-ac2f-4f2f-a6e8-d09e2fbaf600 None None] Provisioning complete for port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:37.930032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa66179-ac2f-4f2f-a6e8-d09e2fbaf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.945073 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cbe50-4944-4b08-b3f0-f9e5ba122bbc None None] Pushing event updated for resources: {'Port': ['ID=4ba96345-ef87-4fdf-acc7-09e9c1388e41,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:37.982941 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebfc40-6434-442d-a833-abfe68d2d3dc req-00f6fea1-778f-45ab-b51a-207b8f606538 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.984142 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] Set router 3524f986-ea89-477b-9768-b8d799311390 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:37.992830 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ebfc40-6434-442d-a833-abfe68d2d3dc req-00f6fea1-778f-45ab-b51a-207b8f606538 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 943 time: 0.0652707 May 04 15:02:38.053776 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ebfc40-6434-442d-a833-abfe68d2d3dc req-3abf0044-dcb8-4fda-8d44-b561155d9086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587962 May 04 15:02:38.133250 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49846) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:38.139037 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-1e0dec3e-8402-472e-8127-b68c7edc78d2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645380287', 'description': 'tempest-description--1455308201'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:38.173940 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1e0dec3e-8402-472e-8127-b68c7edc78d2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.187858 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa66179-ac2f-4f2f-a6e8-d09e2fbaf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.224340 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b93a2-b489-470e-8c71-9744bcfa9965 req-58a78eae-daf9-4785-a966-92cf37128374 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:38.226972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-455b93a2-b489-470e-8c71-9744bcfa9965 req-58a78eae-daf9-4785-a966-92cf37128374 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0866749 May 04 15:02:38.250253 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-0fa66179-ac2f-4f2f-a6e8-d09e2fbaf600 None None] For port 4ba96345-ef87-4fdf-acc7-09e9c1388e41, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=4ba96345-ef87-4fdf-acc7-09e9c1388e41,segment=NetworkSegment(787809e9-281e-41c6-8fb9-a5b79fa1b319),segment_id=787809e9-281e-41c6-8fb9-a5b79fa1b319)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:38.255003 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0fa66179-ac2f-4f2f-a6e8-d09e2fbaf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.272921 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1e0dec3e-8402-472e-8127-b68c7edc78d2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.277498 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1e0dec3e-8402-472e-8127-b68c7edc78d2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.289401 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-455b93a2-b489-470e-8c71-9744bcfa9965 req-03baab93-a4fe-43ba-b30a-806a5f16799a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545299 May 04 15:02:38.304821 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1e0dec3e-8402-472e-8127-b68c7edc78d2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.306999 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1e0dec3e-8402-472e-8127-b68c7edc78d2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1721809 May 04 15:02:38.308512 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49850) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:38.318447 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dec3e-8402-472e-8127-b68c7edc78d2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16994db9-f61d-4371-9f3d-af56fae59101,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:38.320265 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6706a3d4-1711-4c8d-9407-44a93aeb2158 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'security_group_rule': {'security_group_id': '16994db9-f61d-4371-9f3d-af56fae59101', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:38.359647 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6706a3d4-1711-4c8d-9407-44a93aeb2158 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.417952 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6706a3d4-1711-4c8d-9407-44a93aeb2158 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.421764 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6706a3d4-1711-4c8d-9407-44a93aeb2158 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.439490 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706a3d4-1711-4c8d-9407-44a93aeb2158 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6466dcb7-74e0-453e-9600-5c8eb5928b65,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:38.448445 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6706a3d4-1711-4c8d-9407-44a93aeb2158 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.449696 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6706a3d4-1711-4c8d-9407-44a93aeb2158 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349413 May 04 15:02:38.452453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:38.456714 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5cad434c-da6a-480a-bff9-3e3224627067 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'security_group_rule': {'security_group_id': '16994db9-f61d-4371-9f3d-af56fae59101', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:38.473335 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa66179-ac2f-4f2f-a6e8-d09e2fbaf600 None None] Pushing event updated for resources: {'Port': ['ID=4ba96345-ef87-4fdf-acc7-09e9c1388e41,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:38.488479 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5cad434c-da6a-480a-bff9-3e3224627067 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.490150 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8294c5bc-67a0-4375-af6e-3185d2ff2d9c None None] Provisioning complete for port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:38.490514 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8294c5bc-67a0-4375-af6e-3185d2ff2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.516305 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:02:33Z', 'revision_number': 4, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port': {'id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:30Z', 'updated_at': '2022-05-04T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '4ba96345-ef87-4fdf-acc7-09e9c1388e41', 'name': '', 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'mac_address': 'fa:16:3e:58:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '92d3ce6d-80f1-43bd-8e32-ffc54b3e1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:32Z', 'updated_at': '2022-05-04T15:02:37Z', 'revision_number': 4, 'project_id': 'aed9f83261d84b94876581236379d41e', 'subnets': [{'id': '92d3ce6d-80f1-43bd-8e32-ffc54b3e1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:38.549188 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6526a-5f98-4c36-8488-4bfc39ccf6c8 None None] The sync data for ids ['3524f986-ea89-477b-9768-b8d799311390'] in dv-cinder-829630-2-smb is: [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:02:33Z', 'revision_number': 4, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port': {'id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:30Z', 'updated_at': '2022-05-04T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '4ba96345-ef87-4fdf-acc7-09e9c1388e41', 'name': '', 'network_id': '9844fd25-cc5f-42b3-af86-303ebd2d0c19', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'mac_address': 'fa:16:3e:58:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '92d3ce6d-80f1-43bd-8e32-ffc54b3e1147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:32Z', 'updated_at': '2022-05-04T15:02:37Z', 'revision_number': 4, 'project_id': 'aed9f83261d84b94876581236379d41e', 'subnets': [{'id': '92d3ce6d-80f1-43bd-8e32-ffc54b3e1147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:38.558874 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5cad434c-da6a-480a-bff9-3e3224627067 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.567925 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5cad434c-da6a-480a-bff9-3e3224627067 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.587816 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad434c-da6a-480a-bff9-3e3224627067 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d6d12c-c86c-44c9-b7b0-40e3af595c11,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:38.606277 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5cad434c-da6a-480a-bff9-3e3224627067 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.607784 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5cad434c-da6a-480a-bff9-3e3224627067 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544988 May 04 15:02:38.610892 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 49854) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:38.616513 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:38.617043 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2a9dce69-3ea3-4a21-a519-e32a1325bdeb up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:38.668226 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.728055 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:38.728422 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.805367 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.917907 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Allocated IP 172.28.3.115 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/d7c88a23-d772-4974-9756-b269240e36ec) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:39.034060 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.076185 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.124128 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:39.127369 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:39.130063 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:39.154661 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'Port': ['ID=d7c88a23-d772-4974-9756-b269240e36ec,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:39.248309 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47c2a-9793-46e6-b601-b62afcf9991f req-cd566a56-3e0d-427f-965a-bb707abe0cfd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:39.249723 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0ed47c2a-9793-46e6-b601-b62afcf9991f req-cd566a56-3e0d-427f-965a-bb707abe0cfd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 943 time: 0.0963345 May 04 15:02:39.270946 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 90f5c5df-a306-4a9b-928f-0dc8b86b1201 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:02:39.283239 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.339776 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.383038 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0ed47c2a-9793-46e6-b601-b62afcf9991f req-1a952cfa-53a2-40e4-8993-2239e4aa4d0b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238127 May 04 15:02:39.407630 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 90f5c5df-a306-4a9b-928f-0dc8b86b1201, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:39.421003 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'port_id': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'mac_address': 'fa:16:3e:d8:33:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:02:39.469371 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.484554 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f5c5df-a306-4a9b-928f-0dc8b86b1201 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:39.505868 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd03ac-a0fa-4609-8596-30c6c25d6570 req-4cc74182-0296-4cb5-8740-f083c39d205a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:39.507795 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-02cd03ac-a0fa-4609-8596-30c6c25d6570 req-4cc74182-0296-4cb5-8740-f083c39d205a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.1212659 May 04 15:02:39.515238 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 90f5c5df-a306-4a9b-928f-0dc8b86b1201, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:39.524739 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.583916 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-02cd03ac-a0fa-4609-8596-30c6c25d6570 req-9d34e3d2-2edf-4be8-9d5f-83628bb33b12 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633638 May 04 15:02:39.588234 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=90f5c5df-a306-4a9b-928f-0dc8b86b1201,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:39.606036 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.611811 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.684720 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'Port': ['ID=d7c88a23-d772-4974-9756-b269240e36ec,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:39.697597 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.717281 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.719506 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3931d98a-51d8-4a72-95e2-fc6aef626a81 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1075423 May 04 15:02:39.859496 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['90f5c5df-a306-4a9b-928f-0dc8b86b1201'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:40.502910 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5d60f-f5b1-4b6f-970e-9fe9d71158ea req-e142ad46-c580-4461-b5d0-d80ce8f62a5f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.504565 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dcf5d60f-f5b1-4b6f-970e-9fe9d71158ea req-e142ad46-c580-4461-b5d0-d80ce8f62a5f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 944 time: 0.0508525 May 04 15:02:40.549797 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dcf5d60f-f5b1-4b6f-970e-9fe9d71158ea req-086910b4-8adb-443d-9815-3a0776d54389 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386202 May 04 15:02:40.601505 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 4ba96345-ef87-4fdf-acc7-09e9c1388e41 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:40.656463 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:40.656826 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:40.925438 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cd609-fe3b-45b8-a62c-2f55b9b83975 req-e3fd5080-fd58-4ebe-80c7-59829617591e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.926961 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-729cd609-fe3b-45b8-a62c-2f55b9b83975 req-e3fd5080-fd58-4ebe-80c7-59829617591e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.2686279 May 04 15:02:40.964717 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-729cd609-fe3b-45b8-a62c-2f55b9b83975 req-d0ac2c26-8ec4-485a-ab5a-4ce061305949 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 May 04 15:02:41.205771 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b5cb2af6-cc0f-4b27-944f-d1f207bcb3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:41.207681 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166cabf-8dc3-40ab-b786-84ba8bce264a req-9eb16588-36c6-4efb-8d12-d3ec1cef29da tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.209162 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9166cabf-8dc3-40ab-b786-84ba8bce264a req-9eb16588-36c6-4efb-8d12-d3ec1cef29da tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0538042 May 04 15:02:41.273500 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9166cabf-8dc3-40ab-b786-84ba8bce264a req-0134c82d-44ae-4048-b3fb-0231e53373f4 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576026 May 04 15:02:41.282335 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 90f5c5df-a306-4a9b-928f-0dc8b86b1201 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:41.283873 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-866d9359-1188-4e71-82a2-dd7adf21bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.285333 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-866d9359-1188-4e71-82a2-dd7adf21bb83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1099 time: 0.0534821 May 04 15:02:41.349422 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:02:41.353642 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:41.354897 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:41.379678 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-19f7d782-ae83-4011-bbd7-9b7a0709c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.381166 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-19f7d782-ae83-4011-bbd7-9b7a0709c36e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.0888650 May 04 15:02:41.433709 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:41.453854 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-ad5f9016-7005-4b88-8ecf-df6270b946b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 1001 time: 0.0612745 May 04 15:02:41.459060 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:41.461370 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031a282f-d959-44d5-a712-cc2b4be54532" -d '{"events": [{"server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "name": "network-vif-plugged", "status": "completed", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:41.476619 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 90f5c5df-a306-4a9b-928f-0dc8b86b1201, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:41.481520 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:41.510513 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f952fb4-6beb-4cb4-a7de-ec81dacc8f51 x-openstack-request-id: req-9f952fb4-6beb-4cb4-a7de-ec81dacc8f51 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:41.510868 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "name": "network-vif-plugged", "status": "completed", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:41.511091 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f952fb4-6beb-4cb4-a7de-ec81dacc8f51 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:41.511478 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f952fb4-6beb-4cb4-a7de-ec81dacc8f51'] response: {'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'code': 200} May 04 15:02:41.513832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-f92807cc-e0ee-48ca-8ada-d17151492fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.515360 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-f92807cc-e0ee-48ca-8ada-d17151492fe5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.0519190 May 04 15:02:41.543052 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=90f5c5df-a306-4a9b-928f-0dc8b86b1201,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:41.570397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-8d6ea51a-cf23-41bb-9aa1-9985b2d13d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.571920 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-8d6ea51a-cf23-41bb-9aa1-9985b2d13d23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0483644 May 04 15:02:41.725534 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-087b1298-a6af-41ca-b6f8-2dc9ea0a159a service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444044 May 04 15:02:41.749312 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389eaa7-3c09-4264-8e6d-9c3b1f9570ce req-f6985c2d-aa98-4b89-ba24-1f8a67b45445 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.750793 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d389eaa7-3c09-4264-8e6d-9c3b1f9570ce req-f6985c2d-aa98-4b89-ba24-1f8a67b45445 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 945 time: 0.1094668 May 04 15:02:41.769374 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44ac75-679f-4ede-8cdf-e15afa6c528c req-166897a5-b95a-4168-85a1-d2fe1b99c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.770801 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a44ac75-679f-4ede-8cdf-e15afa6c528c req-166897a5-b95a-4168-85a1-d2fe1b99c615 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 1098 time: 0.0876610 May 04 15:02:41.864550 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d389eaa7-3c09-4264-8e6d-9c3b1f9570ce req-deec8b7c-aab0-49a4-b4a4-9a68a095c1e7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057074 May 04 15:02:41.880612 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a44ac75-679f-4ede-8cdf-e15afa6c528c req-75e5c256-de8c-440b-ba8c-77527f44c865 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679173 May 04 15:02:41.890779 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-73c25c35-acdb-4a15-8cbf-fd02e4bbc05e req-b6c3c513-91c1-4dfd-9f02-75e8f414a1cb service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492858 May 04 15:02:42.403328 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcd685-caab-4666-9076-3b36591942da req-5c0941cb-602b-4591-9d38-dd3b8e587cf9 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.404756 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d5bcd685-caab-4666-9076-3b36591942da req-5c0941cb-602b-4591-9d38-dd3b8e587cf9 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0497005 May 04 15:02:42.445172 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d5bcd685-caab-4666-9076-3b36591942da req-3b7d1da0-b1fa-4023-88b9-c6a747b1e030 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342762 May 04 15:02:42.997803 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8a492-95df-4373-88da-91408ad27214 req-7cbd365b-b359-474e-8b66-48f7a5fd3d74 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.999405 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8bd8a492-95df-4373-88da-91408ad27214 req-7cbd365b-b359-474e-8b66-48f7a5fd3d74 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 945 time: 0.0537634 May 04 15:02:43.040454 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8bd8a492-95df-4373-88da-91408ad27214 req-6f90ce14-4312-485f-8886-6536fa522e56 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339665 May 04 15:02:43.570296 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e448e-9d92-461e-b1cb-54fc50bc077d req-50798993-76ef-434e-bd46-75246745710e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:43.571761 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-425e448e-9d92-461e-b1cb-54fc50bc077d req-50798993-76ef-434e-bd46-75246745710e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0571740 May 04 15:02:43.610553 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-425e448e-9d92-461e-b1cb-54fc50bc077d req-ae8f80b1-c216-4ee9-844d-6821e8ab222f tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 May 04 15:02:43.629427 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-83be3365-faba-44df-9364-628e062a4c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:44.168918 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a64ed8-4d28-459f-a5dc-04643146eb42 req-a08bdfb2-3b10-4043-bc2b-239608b77994 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:44.170388 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e1a64ed8-4d28-459f-a5dc-04643146eb42 req-a08bdfb2-3b10-4043-bc2b-239608b77994 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 945 time: 0.0570951 May 04 15:02:44.208340 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e1a64ed8-4d28-459f-a5dc-04643146eb42 req-dbec2555-7c8b-4b68-b285-feaa71775476 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 May 04 15:02:44.323144 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1afb3d-57c9-4c79-a763-8450b335b5bd req-97b7b03c-7012-4f8d-bb18-a8743e8e93cf tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:44.324879 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2d1afb3d-57c9-4c79-a763-8450b335b5bd req-97b7b03c-7012-4f8d-bb18-a8743e8e93cf tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 945 time: 0.0504839 May 04 15:02:44.333831 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 49918) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:44.338397 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'port_id': '90f5c5df-a306-4a9b-928f-0dc8b86b1201'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:44.378555 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:44.634538 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:44.822706 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:44.828675 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:44.931731 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP 4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed associated. External IP: 172.28.3.82, port: 90f5c5df-a306-4a9b-928f-0dc8b86b1201. May 04 15:02:45.325269 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:45.435043 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:45.439653 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:45.444724 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:45.455325 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:45.455926 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:45.466550 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d9d74c31-07d5-42ec-8b2b-84f866dd8e3f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "PUT /v2.0/floatingips/4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed HTTP/1.1" status: 200 len: 990 time: 1.1315832 May 04 15:02:45.467134 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:45.469356 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1845d1-939b-47f8-8c11-fa154836f75c" -d '{"events": [{"name": "network-changed", "server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:45.507183 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867690ba-cead-4ff5-aa71-0cfb603f1060 x-openstack-request-id: req-867690ba-cead-4ff5-aa71-0cfb603f1060 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:45.507183 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:45.507183 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-867690ba-cead-4ff5-aa71-0cfb603f1060 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:45.507540 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867690ba-cead-4ff5-aa71-0cfb603f1060'] response: {'name': 'network-changed', 'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'status': 'completed', 'code': 200} May 04 15:02:45.561538 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:45.581045 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-4dfbafaf-683f-4a7b-9091-ee364a8a185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.582618 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-4dfbafaf-683f-4a7b-9091-ee364a8a185c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 1098 time: 0.0426364 May 04 15:02:45.681275 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-9c55620e-99d2-428e-a864-b6a3c07e8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.682775 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-9c55620e-99d2-428e-a864-b6a3c07e8618 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.0930645 May 04 15:02:45.767831 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-95193b9c-d9d6-45c9-9cc4-5eb37399fc0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201 HTTP/1.1" status: 200 len: 998 time: 0.0703926 May 04 15:02:45.802690 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:d8:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:28Z', 'updated_at': '2022-05-04T15:02:44Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}, {'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 2, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:45.818651 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-a0487138-a0e9-4869-be30-ac25babdd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.820327 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-a0487138-a0e9-4869-be30-ac25babdd2a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0452633 May 04 15:02:45.828251 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:45.836896 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:45.837536 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:45.856965 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:45.871980 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-faa21bde-c57b-4f07-b805-75f9d8a800c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.873495 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-faa21bde-c57b-4f07-b805-75f9d8a800c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0461025 May 04 15:02:45.943981 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:45.972833 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-1a7b2208-5b29-4258-ab52-ce36ce4ac9cb service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905361 May 04 15:02:46.074634 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a1845d1-939b-47f8-8c11-fa154836f75c req-40690501-ca6a-46a2-93c6-8940161217b6 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857077 May 04 15:02:46.171350 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:d8:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:28Z', 'updated_at': '2022-05-04T15:02:44Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}, {'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 2, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:46.201903 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157f94f-373c-46c1-b48d-59a927a0e875 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:d8:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:28Z', 'updated_at': '2022-05-04T15:02:44Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}, {'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 2, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:46.405297 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a4ce3-3f80-46ef-8d41-55f030a7cb27 None None] New status for floating IP 4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:02:46.458135 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:53.711766 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:02:53.964158 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:54.895101 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-2d31c224-1f92-4df3-90c8-a6b8d7f18433 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1645380287&fields=id&tenant_id=82e49d7421284dd98090fb4cd9b9af77 HTTP/1.1" status: 200 len: 267 time: 0.0353363 May 04 15:02:55.008810 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-b72bf7a4-4721-4f37-a0ed-0fe19410b9d7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:55.010805 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-b72bf7a4-4721-4f37-a0ed-0fe19410b9d7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 818 time: 0.1086202 May 04 15:02:55.028187 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-0ea7cbdf-df88-4bc2-bbd3-fc828d49ba62 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/quotas/82e49d7421284dd98090fb4cd9b9af77 HTTP/1.1" status: 200 len: 375 time: 0.0111220 May 04 15:02:55.102810 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-29ed6891-cea4-433c-80e7-9a37fd90c7ee tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670047 May 04 15:02:55.188725 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93b5c-706f-4e24-92cd-864ade85e5cf req-f70df5a6-8200-4b84-bc4d-af2bb0fba6ba tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:55.190071 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-efa93b5c-706f-4e24-92cd-864ade85e5cf req-f70df5a6-8200-4b84-bc4d-af2bb0fba6ba tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.1108408 May 04 15:02:55.236305 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-5160d0f4-ef63-478d-ad61-cf85db2b45e7 service neutron] 10.222.0.41 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199658 May 04 15:02:55.255642 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-efa93b5c-706f-4e24-92cd-864ade85e5cf req-9316fd57-3a5b-4a07-81d4-80aea6168668 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589395 May 04 15:02:55.333146 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-e026ee1a-403a-4c20-abb2-593d6c64a1c7 service neutron] 10.222.0.41 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894401 May 04 15:02:55.502754 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-36ae59fc-6933-4bdf-80b8-468863f444dd req-795ed8a4-fd53-402e-b1d3-a115d70664f4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 210 time: 0.0280650 May 04 15:02:56.386298 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff3e5-d1dc-4f57-91a4-518c126fe84e req-7360c76b-9e63-4673-8876-cb3e76fa55c5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:56.387784 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-da7ff3e5-d1dc-4f57-91a4-518c126fe84e req-7360c76b-9e63-4673-8876-cb3e76fa55c5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0513904 May 04 15:02:56.426879 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-da7ff3e5-d1dc-4f57-91a4-518c126fe84e req-2b1b3f4e-6460-4f3e-9998-d0441c879b34 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327759 May 04 15:02:56.610500 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-43cc55fa-ee0a-4ba8-aa2d-b832c189e36d req-d6d36a37-0d7a-4153-8b1f-664d12397819 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 210 time: 0.0311663 May 04 15:02:56.641047 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-080f0a44-6e21-4c14-9410-2f4f17fcf84f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:56.642609 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-080f0a44-6e21-4c14-9410-2f4f17fcf84f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 818 time: 0.1357901 May 04 15:02:56.690569 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-2d34f092-b9e6-4fd1-ad8e-2e8edb21fb73 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e49d7421284dd98090fb4cd9b9af77 HTTP/1.1" status: 200 len: 380 time: 0.0382726 May 04 15:02:56.713510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'port': {'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'admin_state_up': True, 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'security_groups': ['16994db9-f61d-4371-9f3d-af56fae59101']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:56.827160 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Made reservation on behalf of 82e49d7421284dd98090fb4cd9b9af77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:56.830582 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:56.957059 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Allocated IP 172.20.0.12 (95f02fcd-8aea-4ebc-a09b-4aefa4d0f113/a2024b38-b224-4f5f-8efb-50cfdd561125/e36523ad-67fb-447d-9ec5-db3528c69166) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:57.101943 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.138191 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.185962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:57.189191 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:57.196999 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:57.198031 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event updated for resources: {'Port': ['ID=e36523ad-67fb-447d-9ec5-db3528c69166,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:57.250214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:57.250952 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.269026 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-67e805b2-8b05-406a-8734-4138dd2b2f86 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5595467 May 04 15:02:57.288072 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Request body: {'port': {'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:57.348022 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.454757 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-44551faa-5dca-436d-853f-b8a0b30f4a58 None None] Provisioning complete for port e36523ad-67fb-447d-9ec5-db3528c69166 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:57.455353 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-44551faa-5dca-436d-853f-b8a0b30f4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.499224 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-44551faa-5dca-436d-853f-b8a0b30f4a58 None None] Port e36523ad-67fb-447d-9ec5-db3528c69166 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:57.591668 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de7e47-4ebf-49b4-b1d5-43cedb1a897e req-9c1cbc42-d886-4929-ba60-05d39324e1e8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:57.593111 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-02de7e47-4ebf-49b4-b1d5-43cedb1a897e req-9c1cbc42-d886-4929-ba60-05d39324e1e8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0750880 May 04 15:02:57.665762 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-02de7e47-4ebf-49b4-b1d5-43cedb1a897e req-c0440e86-a1dd-471e-9393-f9107efa5822 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665941 May 04 15:02:57.678116 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36523ad-67fb-447d-9ec5-db3528c69166 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:57.685772 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.721128 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Transition to ACTIVE for port object e36523ad-67fb-447d-9ec5-db3528c69166 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:02:57.726837 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.787979 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39045faa-692c-49fd-b9e4-242a4d0a1808 req-fa680d19-512c-467d-8782-c154b692327a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:57.789606 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-39045faa-692c-49fd-b9e4-242a4d0a1808 req-fa680d19-512c-467d-8782-c154b692327a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 932 time: 0.1001630 May 04 15:02:57.832296 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Pushing event updated for resources: {'Port': ['ID=e36523ad-67fb-447d-9ec5-db3528c69166,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:57.888573 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-39045faa-692c-49fd-b9e4-242a4d0a1808 req-e21d4155-ec1e-405f-b5ad-2449e81406c3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836601 May 04 15:02:57.901299 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Attempting to bind port e36523ad-67fb-447d-9ec5-db3528c69166 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:57.901660 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Attempting to bind port e36523ad-67fb-447d-9ec5-db3528c69166 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:57.902023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Attempting to bind port e36523ad-67fb-447d-9ec5-db3528c69166 on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:57.906261 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Port e36523ad-67fb-447d-9ec5-db3528c69166 on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:02:57.906597 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Attempting to bind port e36523ad-67fb-447d-9ec5-db3528c69166 on network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:57.912684 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:57.913122 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Checking segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:57.913507 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Bound using segment: {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:57.913931 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Bound port: e36523ad-67fb-447d-9ec5-db3528c69166, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:57.914316 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:57.977696 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] For port e36523ad-67fb-447d-9ec5-db3528c69166, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:57.980818 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] For port e36523ad-67fb-447d-9ec5-db3528c69166, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e36523ad-67fb-447d-9ec5-db3528c69166,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:57.988200 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:58.019541 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.020091 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:58.021593 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] 10.222.0.60 "PUT /v2.0/ports/e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 1094 time: 0.7389643 May 04 15:02:58.023890 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:58.027151 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24841bb9-30dd-4ff9-bcf9-be0154485c95" -d '{"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:58.059539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde971-abe9-4f9a-8cf6-7c9b7d836586 service neutron] Pushing event updated for resources: {'Port': ['ID=e36523ad-67fb-447d-9ec5-db3528c69166,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:58.073666 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a629af-a8ae-455a-86b9-5738297ef96a x-openstack-request-id: req-e0a629af-a8ae-455a-86b9-5738297ef96a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:58.074121 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:58.074380 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0a629af-a8ae-455a-86b9-5738297ef96a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:58.074835 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a629af-a8ae-455a-86b9-5738297ef96a'] response: {'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'status': 'completed', 'code': 200} May 04 15:02:58.126497 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-eabea4ef-59f4-4d50-ba21-c75e5f09eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.128227 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-eabea4ef-59f4-4d50-ba21-c75e5f09eb02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0478585 May 04 15:02:58.190269 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-461baf01-326f-4154-a226-15b45410ae07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 217 time: 0.0358870 May 04 15:02:58.240835 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-540bbc67-13a8-4aaf-b67b-d0b73faeaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.242245 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-540bbc67-13a8-4aaf-b67b-d0b73faeaa30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0446601 May 04 15:02:58.293181 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-84af4f8e-9002-4759-be79-9e6979b05329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.294758 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-84af4f8e-9002-4759-be79-9e6979b05329 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0427909 May 04 15:02:58.391747 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-1ee29214-ec41-4883-87f2-fd5c11848b4d service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882781 May 04 15:02:58.498090 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c38a3a0-75a9-475f-b9ea-5931d006941e req-585cfddd-b939-44c6-821e-0d7646fb3b41 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910819 May 04 15:02:58.605456 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-ea52fed9-9350-464e-bc72-8b80cef697fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.607926 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-ea52fed9-9350-464e-bc72-8b80cef697fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0438581 May 04 15:02:58.701992 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-e770fba1-9060-4277-84b6-e315ce4f52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.703564 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-e770fba1-9060-4277-84b6-e315ce4f52fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.0851738 May 04 15:02:58.753256 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-66f89135-4d98-48fc-a4c6-290bea24ed9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 217 time: 0.0389400 May 04 15:02:58.822294 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-570cd959-3b1b-486c-b6e7-2f5f66b05d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.824129 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-570cd959-3b1b-486c-b6e7-2f5f66b05d2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0621974 May 04 15:02:58.832383 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46b661-993f-405e-922c-1b5f52837619 req-cd95248d-7ff7-4709-b9d7-859284d70e50 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.833802 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2a46b661-993f-405e-922c-1b5f52837619 req-cd95248d-7ff7-4709-b9d7-859284d70e50 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0833821 May 04 15:02:58.897920 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-98bffd76-794e-49ac-99a5-999a11a52dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.899429 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-98bffd76-794e-49ac-99a5-999a11a52dc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0647953 May 04 15:02:58.902513 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2a46b661-993f-405e-922c-1b5f52837619 req-99178751-fb02-46f1-a567-33e3be732183 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605388 May 04 15:02:59.033941 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-45e5d786-c35b-4ec2-971b-27b986a5e6b8 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266141 May 04 15:02:59.047427 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa348e7-b330-4a4b-807d-28ddc5e7e967 req-d7c23cfe-4936-46eb-a88d-eb1f17fdfe3c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:59.048940 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-efa348e7-b330-4a4b-807d-28ddc5e7e967 req-d7c23cfe-4936-46eb-a88d-eb1f17fdfe3c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 944 time: 0.0788770 May 04 15:02:59.133671 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-efa348e7-b330-4a4b-807d-28ddc5e7e967 req-33a62c9a-76e4-467f-a46a-ac060cb804f2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764198 May 04 15:02:59.171547 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-24841bb9-30dd-4ff9-bcf9-be0154485c95 req-f36688a8-03df-4581-a137-147bb4593389 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213665 May 04 15:03:00.261729 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140439cd-f4c3-47ad-aaf0-4db5b7926cf5 req-36aaab35-83f8-4f8d-a078-9223574cd69f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:00.263211 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-140439cd-f4c3-47ad-aaf0-4db5b7926cf5 req-36aaab35-83f8-4f8d-a078-9223574cd69f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.2747481 May 04 15:03:00.324536 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f934e-e4a2-40d4-8e02-22821c4068e2 req-c94c8e79-fe2a-4db1-9026-0d48b06c8854 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:00.326014 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d52f934e-e4a2-40d4-8e02-22821c4068e2 req-c94c8e79-fe2a-4db1-9026-0d48b06c8854 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 944 time: 0.0802696 May 04 15:03:00.328818 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-140439cd-f4c3-47ad-aaf0-4db5b7926cf5 req-684268d4-982b-4dd0-98ab-69566dfb021f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492604 May 04 15:03:00.376287 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d52f934e-e4a2-40d4-8e02-22821c4068e2 req-4c23a620-0958-4e4f-afa7-27b0f86a5346 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 May 04 15:03:01.002387 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-5ec24060-a032-43d6-a8e9-a0585bd64695 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631192384&fields=id&tenant_id=84e77f486b88447ab7a45f3b0ed64886 HTTP/1.1" status: 200 len: 267 time: 0.0343080 May 04 15:03:01.112816 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-7c986957-f867-4aeb-9c4c-025c52601a29 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:01.114235 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-7c986957-f867-4aeb-9c4c-025c52601a29 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 808 time: 0.1049533 May 04 15:03:01.129267 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-c923ff2d-591c-41ed-aea7-accf6f1ff051 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/quotas/84e77f486b88447ab7a45f3b0ed64886 HTTP/1.1" status: 200 len: 375 time: 0.0092502 May 04 15:03:01.184407 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-ca259c8a-720e-43c8-9659-8ee33f5e3812 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472348 May 04 15:03:01.285708 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f94957c5-6c74-47ba-9a9e-39f64c52ccbe service neutron] 10.222.0.41 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887649 May 04 15:03:01.381580 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-0a7fe2b1-97f2-441d-9a7e-f752d4477660 service neutron] 10.222.0.41 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890422 May 04 15:03:01.387917 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e36523ad-67fb-447d-9ec5-db3528c69166 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:03:01.455772 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963e529-624f-48f3-9351-74b9971f3355 req-4e265e54-2205-432f-81dc-434277be7975 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:01.457543 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1963e529-624f-48f3-9351-74b9971f3355 req-4e265e54-2205-432f-81dc-434277be7975 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0522242 May 04 15:03:01.497635 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1963e529-624f-48f3-9351-74b9971f3355 req-6d900195-7b81-42cd-b136-58be7ec3ec82 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329652 May 04 15:03:01.504946 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e36523ad-67fb-447d-9ec5-db3528c69166, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e36523ad-67fb-447d-9ec5-db3528c69166,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:01.518021 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'mac_address': 'fa:16:3e:84:fd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:03:01.583388 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:01.607057 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36523ad-67fb-447d-9ec5-db3528c69166 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:01.628005 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e36523ad-67fb-447d-9ec5-db3528c69166, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e36523ad-67fb-447d-9ec5-db3528c69166,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:01.630407 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05cc1-7fbc-4e6c-89bc-d4b2b7eebaa1 req-6ccb9c57-f5cd-448a-a77a-f2047fb93487 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:01.632104 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-36f05cc1-7fbc-4e6c-89bc-d4b2b7eebaa1 req-6ccb9c57-f5cd-448a-a77a-f2047fb93487 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 944 time: 0.0617945 May 04 15:03:01.635786 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:01.673683 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-36f05cc1-7fbc-4e6c-89bc-d4b2b7eebaa1 req-ba70f4b8-caeb-4224-b8d7-fc4d5f212208 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345221 May 04 15:03:01.688307 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=e36523ad-67fb-447d-9ec5-db3528c69166,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:01.751775 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-05f0d470-bee5-438c-82fc-47931559960b req-58b99a42-c036-42c1-9d42-009eb0a3232e tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 210 time: 0.0299530 May 04 15:03:02.017281 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['e36523ad-67fb-447d-9ec5-db3528c69166'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:02.630459 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cc8c8-dda0-4487-8d95-b08342900162 req-74ec3d7a-6267-4393-bb7c-48e81df1ec48 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:02.631940 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-317cc8c8-dda0-4487-8d95-b08342900162 req-74ec3d7a-6267-4393-bb7c-48e81df1ec48 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0503676 May 04 15:03:02.669870 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-317cc8c8-dda0-4487-8d95-b08342900162 req-df125f3a-7ef9-4b81-a089-d67ea88ca738 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 May 04 15:03:02.832968 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7787a-be8f-41b1-9983-d0dbd9612fe6 req-c5f49104-561b-42a4-8e39-d716bf86b63a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:02.832968 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51f7787a-be8f-41b1-9983-d0dbd9612fe6 req-c5f49104-561b-42a4-8e39-d716bf86b63a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 945 time: 0.0778644 May 04 15:03:02.890592 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-39c06f5a-a9b1-406a-ac8d-d51e6203a490 req-269e4c13-1fc8-4278-be2e-c73e99654c2b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 210 time: 0.0574942 May 04 15:03:02.943528 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51f7787a-be8f-41b1-9983-d0dbd9612fe6 req-2f36b871-7409-4d82-966a-fb266b189f18 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984716 May 04 15:03:02.968176 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-c8e2c91f-6db7-4792-a404-371077b285e0 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:02.969599 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-c8e2c91f-6db7-4792-a404-371077b285e0 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.60 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 808 time: 0.1703441 May 04 15:03:03.020972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-c6a0fbb7-f9d8-4a5f-a27e-233597247e87 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e77f486b88447ab7a45f3b0ed64886 HTTP/1.1" status: 200 len: 379 time: 0.0339341 May 04 15:03:03.033831 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'port': {'device_id': '96419e65-e394-4111-8819-2dcc667ac525', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'admin_state_up': True, 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'security_groups': ['9a4155f2-6c28-4982-ac85-57011868c388']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:03.148540 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Made reservation on behalf of 84e77f486b88447ab7a45f3b0ed64886 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:03:03.152435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.291355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Allocated IP 172.20.0.10 (10875ae3-5df5-47cc-8931-acdf57dfbb52/e36fece2-fe6d-409a-9c53-19bc27d77af9/4f491d2b-de8e-4a82-8d33-6eb5ed633607) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:03:03.397325 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e36523ad-67fb-447d-9ec5-db3528c69166 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:03:03.445928 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port e36523ad-67fb-447d-9ec5-db3528c69166 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:03:03.447365 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.449934 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port e36523ad-67fb-447d-9ec5-db3528c69166 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:03:03.450292 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.483348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.523161 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:03:03.528007 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.528159 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:03:03.530917 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:03:03.555289 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:03.557647 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b856411c-58b3-4383-8070-f1d2552f8528" -d '{"events": [{"server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "name": "network-vif-plugged", "status": "completed", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:03.565225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:03.581120 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e36523ad-67fb-447d-9ec5-db3528c69166, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e36523ad-67fb-447d-9ec5-db3528c69166,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:03.588669 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.639150 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:03.639843 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.643747 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7d8500-5e49-4b04-b072-77597dadc4e4 x-openstack-request-id: req-6b7d8500-5e49-4b04-b072-77597dadc4e4 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:03.644271 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "name": "network-vif-plugged", "status": "completed", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:03.644670 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b7d8500-5e49-4b04-b072-77597dadc4e4 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:03.645191 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7d8500-5e49-4b04-b072-77597dadc4e4'] response: {'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'code': 200} May 04 15:03:03.645910 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=e36523ad-67fb-447d-9ec5-db3528c69166,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:03.669456 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6284a67e-87dc-444c-b198-6f733c6df2b8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6410642 May 04 15:03:03.685940 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Request body: {'port': {'device_id': '96419e65-e394-4111-8819-2dcc667ac525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:03.758076 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.801053 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-88bfc45f-9169-48b1-9415-6b7621d6fcdd None None] Provisioning complete for port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:03:03.801690 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-88bfc45f-9169-48b1-9415-6b7621d6fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:03.836844 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-88bfc45f-9169-48b1-9415-6b7621d6fcdd None None] Port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:03:03.940303 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144ffd0-7e92-4bb7-afcc-6e347007d7bb req-db6e81c4-12c6-41b7-90c5-26f0f1aceab4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:03.941754 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a144ffd0-7e92-4bb7-afcc-6e347007d7bb req-db6e81c4-12c6-41b7-90c5-26f0f1aceab4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.1654918 May 04 15:03:04.050118 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c445-c41d-4a15-b8fa-3167295c9cad req-92dae323-7485-4526-ac24-f43e0b384489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.051679 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c493c445-c41d-4a15-b8fa-3167295c9cad req-92dae323-7485-4526-ac24-f43e0b384489 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1099 time: 0.1587775 May 04 15:03:04.067030 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a144ffd0-7e92-4bb7-afcc-6e347007d7bb req-76eaa08c-eba4-4927-96b4-7ad81c5a3614 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156366 May 04 15:03:04.122187 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3161a-edd0-4f32-89a1-ebeb63497407 req-c20e54aa-f68e-4b42-bfcd-a3eeba9ba61a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.123699 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bfb3161a-edd0-4f32-89a1-ebeb63497407 req-c20e54aa-f68e-4b42-bfcd-a3eeba9ba61a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 932 time: 0.1580284 May 04 15:03:04.172647 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c493c445-c41d-4a15-b8fa-3167295c9cad req-4dd3993b-0e8e-46f8-906e-a12684ecba0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099842 May 04 15:03:04.235450 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bfb3161a-edd0-4f32-89a1-ebeb63497407 req-c164f075-013b-4cc5-b0f2-12d29efcd7d7 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019950 May 04 15:03:04.240273 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f491d2b-de8e-4a82-8d33-6eb5ed633607 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:04.252571 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:04.263214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d7528-4400-47a1-b8d7-6ea8ad38a1eb req-3fea855e-fbb7-496a-839b-104657eb6e12 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.264662 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-731d7528-4400-47a1-b8d7-6ea8ad38a1eb req-3fea855e-fbb7-496a-839b-104657eb6e12 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1233196 May 04 15:03:04.275216 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Transition to ACTIVE for port object 4f491d2b-de8e-4a82-8d33-6eb5ed633607 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:03:04.281290 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:04.348074 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-731d7528-4400-47a1-b8d7-6ea8ad38a1eb req-2475e4f1-9f26-44b3-b41a-f183b8da5e8e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753334 May 04 15:03:04.349535 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:04.421738 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Attempting to bind port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:03:04.422073 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Attempting to bind port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:03:04.422402 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Attempting to bind port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 on network 10875ae3-5df5-47cc-8931-acdf57dfbb52 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:03:04.427537 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 on network 10875ae3-5df5-47cc-8931-acdf57dfbb52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:03:04.427818 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Attempting to bind port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 on network 10875ae3-5df5-47cc-8931-acdf57dfbb52 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:03:04.433530 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:03:04.433860 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Checking segment: {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:03:04.434240 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Bound using segment: {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:03:04.434705 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Bound port: 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:03:04.435058 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:04.502958 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:03:04.506207 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:03:04.511030 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:04.543851 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.544489 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:04.545986 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] 10.222.0.60 "PUT /v2.0/ports/4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 1094 time: 0.8644655 May 04 15:03:04.546276 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:04.548547 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e575b157-7480-4aa6-a343-f6f8b2b84a05" -d '{"events": [{"name": "network-changed", "server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:04.587357 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dc067-55ac-420b-b352-cf716180d747 service neutron] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:04.599014 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4a5826-d3bd-4ccb-bf49-c5330d8ba9f8 x-openstack-request-id: req-7c4a5826-d3bd-4ccb-bf49-c5330d8ba9f8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:04.599296 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:04.599539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c4a5826-d3bd-4ccb-bf49-c5330d8ba9f8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:04.599935 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4a5826-d3bd-4ccb-bf49-c5330d8ba9f8'] response: {'name': 'network-changed', 'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'status': 'completed', 'code': 200} May 04 15:03:04.646942 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-962997b7-9718-4d2e-a433-381ab658e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.648562 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-962997b7-9718-4d2e-a433-381ab658e787 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1097 time: 0.0412457 May 04 15:03:04.697663 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-efa0c28a-bb00-4231-8f72-3e0323b5fe79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 217 time: 0.0382240 May 04 15:03:04.757165 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6f868013-9ecb-4747-987a-f88102fd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.758706 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-6f868013-9ecb-4747-987a-f88102fd0117 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 200 len: 847 time: 0.0444369 May 04 15:03:04.808795 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-537bd502-3967-4b57-baa9-3dd97e1e6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.810298 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-537bd502-3967-4b57-baa9-3dd97e1e6298 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10875ae3-5df5-47cc-8931-acdf57dfbb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0410287 May 04 15:03:04.908376 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-97a94057-de55-4189-8a3a-e3e4443a9af4 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902581 May 04 15:03:04.998818 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a9f46fc-8d55-4975-b9c2-2b5d94ef5c1b req-ac9772ce-3f1b-41f6-8f37-f9342cbc8d8e service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832388 May 04 15:03:05.096641 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-3b59fe6f-948c-4755-a448-730664ab1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.098234 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-3b59fe6f-948c-4755-a448-730664ab1597 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1097 time: 0.0409722 May 04 15:03:05.234664 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b8ae5-9466-43f6-88ed-952f5d4546a8 req-0e8f2f38-065e-4e21-8576-62f1d9b80c36 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.236120 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-709b8ae5-9466-43f6-88ed-952f5d4546a8 req-0e8f2f38-065e-4e21-8576-62f1d9b80c36 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0734386 May 04 15:03:05.237498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-e28193db-fb04-4633-9048-b3193abf951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.238792 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-e28193db-fb04-4633-9048-b3193abf951a service neutron] 10.222.0.60 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 909 time: 0.1262031 May 04 15:03:05.275434 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-709b8ae5-9466-43f6-88ed-952f5d4546a8 req-0cdd32be-fde1-4755-b747-fab77bfaf80b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317264 May 04 15:03:05.354411 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12c256-4d3d-41ce-a2d8-eead89131445 req-1d75fcad-5a36-427b-be16-d35914b9dbb4 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.356345 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fa12c256-4d3d-41ce-a2d8-eead89131445 req-1d75fcad-5a36-427b-be16-d35914b9dbb4 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 944 time: 0.0520737 May 04 15:03:05.393862 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fa12c256-4d3d-41ce-a2d8-eead89131445 req-f924f6d0-7ad9-49c4-a402-937e1230936f tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 May 04 15:03:05.471482 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-99b24308-78b9-475b-af43-5e869a42581e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 217 time: 0.0457001 May 04 15:03:05.523939 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb5894-cd31-405d-8df8-21890db52fd9 req-a34be6e5-4976-49fc-91aa-90dc8dea7969 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.525311 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dceb5894-cd31-405d-8df8-21890db52fd9 req-a34be6e5-4976-49fc-91aa-90dc8dea7969 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1082478 May 04 15:03:05.552067 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-704f2ea7-2d28-4587-b2ea-9e5a06f3d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.553458 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-704f2ea7-2d28-4587-b2ea-9e5a06f3d8ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 200 len: 847 time: 0.0713480 May 04 15:03:05.591372 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dceb5894-cd31-405d-8df8-21890db52fd9 req-2f5a5880-679b-4444-90e2-aa99239ac05e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599434 May 04 15:03:05.608181 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-3fe8d714-0fab-492e-9d76-686ccc51833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.609599 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-3fe8d714-0fab-492e-9d76-686ccc51833c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10875ae3-5df5-47cc-8931-acdf57dfbb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0451527 May 04 15:03:05.703504 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-3318f65f-3e24-487b-ba85-d1472d6a3caf service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 May 04 15:03:05.800491 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e575b157-7480-4aa6-a343-f6f8b2b84a05 req-e903e82d-a1a3-49cc-afa9-dad091c002ff service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824170 May 04 15:03:06.412752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9886a83-7360-4987-9186-98e3276bba5d req-36c6debe-356a-41a7-9082-b4f50b4e7ae3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:06.414210 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f9886a83-7360-4987-9186-98e3276bba5d req-36c6debe-356a-41a7-9082-b4f50b4e7ae3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0561829 May 04 15:03:06.453059 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f9886a83-7360-4987-9186-98e3276bba5d req-e605c6e1-95c5-445f-acb1-17368f386a00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 May 04 15:03:06.766964 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b088893-8c9e-420a-8b68-b036cd2b6e62 req-121c12dc-dc35-477f-8444-3a2e872845ba tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:06.768439 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b088893-8c9e-420a-8b68-b036cd2b6e62 req-121c12dc-dc35-477f-8444-3a2e872845ba tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 944 time: 0.3074441 May 04 15:03:06.788184 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20459d12-c6d6-462e-8b81-38889e900299 req-b8b2a498-2c02-4f53-a91c-c514c5bc8432 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:06.789561 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-20459d12-c6d6-462e-8b81-38889e900299 req-b8b2a498-2c02-4f53-a91c-c514c5bc8432 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0783663 May 04 15:03:06.833990 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b088893-8c9e-420a-8b68-b036cd2b6e62 req-334044a3-d185-411a-b4e6-612d76f31ef1 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591056 May 04 15:03:06.847270 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-20459d12-c6d6-462e-8b81-38889e900299 req-53c70253-41f1-4b6b-b397-c8eff405ad73 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497780 May 04 15:03:06.961159 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de040e4-240a-49bd-8c38-16355bc69846 req-af15434d-dbfd-406a-8bd1-877a2b1ea2b2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:06.962674 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6de040e4-240a-49bd-8c38-16355bc69846 req-af15434d-dbfd-406a-8bd1-877a2b1ea2b2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0482988 May 04 15:03:06.974374 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 50174) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:06.978828 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'floatingip': {'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:07.050029 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:07.658084 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240dbb0-e078-4ded-b034-a41e379961b1 req-1a7cd6ca-51be-4ed9-bd12-25ed4279f57b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:07.659613 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8240dbb0-e078-4ded-b034-a41e379961b1 req-1a7cd6ca-51be-4ed9-bd12-25ed4279f57b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.1269543 May 04 15:03:07.665740 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:07.673560 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:07.737499 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8240dbb0-e078-4ded-b034-a41e379961b1 req-8ac4934f-32d0-4ff3-b21c-6fb686c56f7d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705945 May 04 15:03:07.787478 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Floating IP c6f40f12-1f0e-49ae-9fb3-1f2090e681fe associated. External IP: 172.28.3.115, port: e36523ad-67fb-447d-9ec5-db3528c69166. May 04 15:03:08.018187 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deacb4-d98e-4f5f-84d6-100a5f38e5cf req-219b7464-6407-4616-880d-9d5d3d802ee7 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:08.019675 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6deacb4-d98e-4f5f-84d6-100a5f38e5cf req-219b7464-6407-4616-880d-9d5d3d802ee7 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 944 time: 0.0907347 May 04 15:03:08.039019 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:08.077806 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b6deacb4-d98e-4f5f-84d6-100a5f38e5cf req-66ceb9fd-559c-4301-928b-d284b7c5eea0 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490966 May 04 15:03:08.173716 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:08.178988 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:08.184233 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] Sync routers for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:08.195368 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:08.195891 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:08.209567 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-de061432-5e94-4091-8b6e-29aa3b9aced6 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "PUT /v2.0/floatingips/c6f40f12-1f0e-49ae-9fb3-1f2090e681fe HTTP/1.1" status: 200 len: 992 time: 1.2341166 May 04 15:03:08.210130 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:08.212536 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4064dd54-f9b1-493a-94e4-f28269bb8206" -d '{"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:08.260205 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8f1b0-5c55-41e2-b602-a513d83aa670 x-openstack-request-id: req-83d8f1b0-5c55-41e2-b602-a513d83aa670 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:08.260607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:08.261227 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83d8f1b0-5c55-41e2-b602-a513d83aa670 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:08.261733 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d8f1b0-5c55-41e2-b602-a513d83aa670'] response: {'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'status': 'completed', 'code': 200} May 04 15:03:08.301750 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:08.325250 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-2d2f8f57-1cfe-417b-be98-e9ab2f1987b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:08.326796 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-2d2f8f57-1cfe-417b-be98-e9ab2f1987b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0410993 May 04 15:03:08.420677 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-64338d1e-0d16-4ad5-b663-12449c6b8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:08.422182 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-64338d1e-0d16-4ad5-b663-12449c6b8140 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.0875256 May 04 15:03:08.503012 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-11568fb7-4a78-4271-9991-40fa2b354726 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 1000 time: 0.0632730 May 04 15:03:08.559775 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-f539c55c-3f49-49c1-8f23-c562d391a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:08.561377 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-f539c55c-3f49-49c1-8f23-c562d391a215 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0441515 May 04 15:03:08.620614 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'c6f40f12-1f0e-49ae-9fb3-1f2090e681fe', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'mac_address': 'fa:16:3e:84:fd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:39Z', 'updated_at': '2022-05-04T15:03:07Z', 'revision_number': 1, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:08.623249 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-86e663de-b288-41df-8901-4dbbe1736779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:08.624756 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-86e663de-b288-41df-8901-4dbbe1736779 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422297 May 04 15:03:08.649976 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] Checking router: 208fb6d2-345d-47d9-9a76-e41b8e1402f8 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:08.658332 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:08.658967 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:02:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:08.725241 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-fac5a7e9-9e8c-4abe-b6c5-18dc6fbdecce service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888519 May 04 15:03:08.766492 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:08.856266 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4064dd54-f9b1-493a-94e4-f28269bb8206 req-a353b322-7534-495f-8673-9e5139f41b13 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107907 May 04 15:03:08.879180 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1f052-0d15-47db-afdf-223c4b5aa2bd req-5f53b229-521a-4ae1-ab7b-2d71d455f5cf tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:08.882119 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-33c1f052-0d15-47db-afdf-223c4b5aa2bd req-5f53b229-521a-4ae1-ab7b-2d71d455f5cf tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0658832 May 04 15:03:08.918538 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-33c1f052-0d15-47db-afdf-223c4b5aa2bd req-24146522-1cce-43d3-8592-40cfdc5a9825 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314636 May 04 15:03:08.993549 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'c6f40f12-1f0e-49ae-9fb3-1f2090e681fe', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'mac_address': 'fa:16:3e:84:fd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:39Z', 'updated_at': '2022-05-04T15:03:07Z', 'revision_number': 1, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:09.025609 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872aabd-25ae-4180-8bd6-1b26f4cd1d9d None None] The sync data for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb is: [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'c6f40f12-1f0e-49ae-9fb3-1f2090e681fe', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'mac_address': 'fa:16:3e:84:fd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:39Z', 'updated_at': '2022-05-04T15:03:07Z', 'revision_number': 1, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:09.198191 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610ee8a-87b9-4613-8187-1f58291a0486 req-c3075a84-153e-45fa-a17a-940eb6c58099 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:09.200405 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c610ee8a-87b9-4613-8187-1f58291a0486 req-c3075a84-153e-45fa-a17a-940eb6c58099 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 944 time: 0.0502944 May 04 15:03:09.209943 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabb6d9-f804-4932-b24f-4f18555ea4ef None None] New status for floating IP c6f40f12-1f0e-49ae-9fb3-1f2090e681fe: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:03:09.244411 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c610ee8a-87b9-4613-8187-1f58291a0486 req-2a4d60d4-6de7-4344-8c9f-a50b01e4e5c7 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377433 May 04 15:03:09.445609 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 4f491d2b-de8e-4a82-8d33-6eb5ed633607 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:03:09.544178 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:09.555657 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'port_id': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'mac_address': 'fa:16:3e:ea:14:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:03:09.597861 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:09.617095 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f491d2b-de8e-4a82-8d33-6eb5ed633607 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:09.637751 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:09.643836 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:09.689064 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:10.041206 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbf63-8318-4d12-bf24-3a9ac114f6f9 req-41a6184b-2b5b-499c-a730-4148333a384d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:10.043013 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6a6dbf63-8318-4d12-bf24-3a9ac114f6f9 req-41a6184b-2b5b-499c-a730-4148333a384d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0504718 May 04 15:03:10.080731 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6a6dbf63-8318-4d12-bf24-3a9ac114f6f9 req-9bc564ea-ad4c-4232-b6df-1a57db561d36 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 May 04 15:03:10.092646 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['4f491d2b-de8e-4a82-8d33-6eb5ed633607'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:10.382292 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebd769-be10-406c-a8a6-3ada0e97a009 req-4c650270-6d4d-41e7-9d90-60723242e72e tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:10.383790 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2eebd769-be10-406c-a8a6-3ada0e97a009 req-4c650270-6d4d-41e7-9d90-60723242e72e tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 945 time: 0.0568726 May 04 15:03:10.433903 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2eebd769-be10-406c-a8a6-3ada0e97a009 req-f1cb6cca-94fe-4573-93c2-7e18fb0517a3 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 May 04 15:03:11.207314 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3843f-6fc3-4861-bac3-bd3d2c4b9707 req-8bdd3207-0a00-47ae-be00-6380ec36ba3e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.208794 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e8f3843f-6fc3-4861-bac3-bd3d2c4b9707 req-8bdd3207-0a00-47ae-be00-6380ec36ba3e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0542459 May 04 15:03:11.209507 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-527426b6-16b8-4b49-aa9c-3495a4218f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:11.253759 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e8f3843f-6fc3-4861-bac3-bd3d2c4b9707 req-b7d598d1-806f-4723-92ea-6b7e85b45fe8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354574 May 04 15:03:11.451660 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 4f491d2b-de8e-4a82-8d33-6eb5ed633607 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:03:11.503671 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:03:11.507516 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:03:11.507877 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:11.552545 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3e02-5378-412f-b96d-571195c08e69 req-af7e788e-72b8-453c-ab82-fddf1beb0241 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.554375 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a16b3e02-5378-412f-b96d-571195c08e69 req-af7e788e-72b8-453c-ab82-fddf1beb0241 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 945 time: 0.0491166 May 04 15:03:11.583521 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:11.593230 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a16b3e02-5378-412f-b96d-571195c08e69 req-53f2a782-8869-44bb-bd77-9f7a5ed8e383 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 May 04 15:03:11.606716 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:11.609249 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1515bbe5-f46a-4a08-bffe-c8919a9d4f35" -d '{"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-plugged", "status": "completed", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:11.622635 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:11.627108 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:11.654950 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418eac0a-d91b-4ec9-a661-b20f802c7446 x-openstack-request-id: req-418eac0a-d91b-4ec9-a661-b20f802c7446 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:11.655252 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-plugged", "status": "completed", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:11.655494 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-418eac0a-d91b-4ec9-a661-b20f802c7446 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:11.655863 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418eac0a-d91b-4ec9-a661-b20f802c7446'] response: {'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'code': 200} May 04 15:03:11.684851 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:11.978927 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1eb1d-48ba-4b22-aedd-d7a7357f45f4 req-b728f94a-732b-4621-8b61-36f92f98edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.980392 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7ec1eb1d-48ba-4b22-aedd-d7a7357f45f4 req-b728f94a-732b-4621-8b61-36f92f98edcb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1099 time: 0.0445225 May 04 15:03:12.030971 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7ec1eb1d-48ba-4b22-aedd-d7a7357f45f4 req-36d2ef52-70c0-443c-ab9b-7a86a89c328c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 May 04 15:03:12.383115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d52f0-3662-448b-8193-16104b9c24ac req-69bfd4ac-d556-4d62-ad7d-bc58737642fe tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:12.384566 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1b1d52f0-3662-448b-8193-16104b9c24ac req-69bfd4ac-d556-4d62-ad7d-bc58737642fe tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0536246 May 04 15:03:12.427056 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1b1d52f0-3662-448b-8193-16104b9c24ac req-b93749a7-3137-419e-b23d-34a079791eda tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334833 May 04 15:03:12.727852 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33216b04-32d4-4061-99ec-ec4d23a2324d req-63b4c450-a8e6-42ad-a390-6ceaac151151 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:12.729309 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-33216b04-32d4-4061-99ec-ec4d23a2324d req-63b4c450-a8e6-42ad-a390-6ceaac151151 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0516930 May 04 15:03:12.770972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-33216b04-32d4-4061-99ec-ec4d23a2324d req-876e4dc6-781b-4424-b6f9-2a04c2577312 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 May 04 15:03:13.459865 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:03:13.555343 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfea214-019d-4ef7-a6da-231218c40095 req-d6de3c48-1fe8-4fb5-99f1-4eafdb2b5a23 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.557023 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3cfea214-019d-4ef7-a6da-231218c40095 req-d6de3c48-1fe8-4fb5-99f1-4eafdb2b5a23 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0514517 May 04 15:03:13.558564 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:13.570400 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'port_id': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:03:13.595649 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3cfea214-019d-4ef7-a6da-231218c40095 req-266a57ea-9e95-4600-94f9-e9b9a4dd0b7d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322437 May 04 15:03:13.739513 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:13.757159 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bc9a35e-941e-4476-b1fb-8d6162194f03 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:13.761276 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0efbaebe-aa29-481c-b196-3910f08a278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:13.778068 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:13.783484 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:13.830245 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=6']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:13.897244 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883bb3-5e99-4cf2-848e-b6da1d6b5967 req-9003636f-a50e-4ca3-aa6b-5cbd56be3ea8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.898735 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-63883bb3-5e99-4cf2-848e-b6da1d6b5967 req-9003636f-a50e-4ca3-aa6b-5cbd56be3ea8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0509169 May 04 15:03:13.937609 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-63883bb3-5e99-4cf2-848e-b6da1d6b5967 req-96e2df9a-61a2-458a-8da1-f1f141423cef tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326240 May 04 15:03:13.986484 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['8bc9a35e-941e-4476-b1fb-8d6162194f03'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:14.063498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84bf5d-fb03-4218-823a-df231b68400d req-957b0a05-c8c0-41d3-9029-1d15697f8775 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.065017 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ee84bf5d-fb03-4218-823a-df231b68400d req-957b0a05-c8c0-41d3-9029-1d15697f8775 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0587602 May 04 15:03:14.113054 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ee84bf5d-fb03-4218-823a-df231b68400d req-35a8730b-ea3c-44fd-9a61-d623783adefb tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370107 May 04 15:03:14.134953 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 50240) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:14.273864 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972cb66-a668-42f4-a359-a513444dd71a tempest-TestShelveInstance-1503766792 tempest-TestShelveInstance-1503766792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.279250 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2972cb66-a668-42f4-a359-a513444dd71a tempest-TestShelveInstance-1503766792 tempest-TestShelveInstance-1503766792-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1094 time: 0.1396592 May 04 15:03:14.279806 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50250) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:14.285275 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'port_id': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:14.310838 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:14.421950 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:14.529227 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Allocated IP 172.28.3.226 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/0ad48bbc-ffe1-429f-9f52-5e971b9b58b7) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:03:14.644280 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:14.644451 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:14.679292 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:14.733899 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4dbe1-5bcc-4b73-94dd-31d411701662 req-80bf5b93-5fc3-4340-80c1-1b56623d11e8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.736284 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a4f4dbe1-5bcc-4b73-94dd-31d411701662 req-80bf5b93-5fc3-4340-80c1-1b56623d11e8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 945 time: 0.0540745 May 04 15:03:14.744696 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:03:14.745994 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'Port': ['ID=0ad48bbc-ffe1-429f-9f52-5e971b9b58b7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:14.753296 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:03:14.756849 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:03:14.810088 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a4f4dbe1-5bcc-4b73-94dd-31d411701662 req-11b65861-b3f9-48b5-aefd-3ec19b511b40 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670657 May 04 15:03:15.127271 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.201723 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.375126 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.382027 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.413484 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.470473 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:03:15.526213 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 8bc9a35e-941e-4476-b1fb-8d6162194f03 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:03:15.528449 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.537783 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event updated for resources: {'Port': ['ID=0ad48bbc-ffe1-429f-9f52-5e971b9b58b7,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:15.556297 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Floating IP 612da971-c44d-46b4-9301-6ef54961094b associated. External IP: 172.28.3.226, port: 4f491d2b-de8e-4a82-8d33-6eb5ed633607. May 04 15:03:15.621558 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.650966 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:15.655237 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2575459-39e5-47ee-a7b0-369e1fb807d5" -d '{"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:15.696876 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:15.707518 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:15.750007 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8daa4c8-b3a3-4b7b-82ff-4545773532de x-openstack-request-id: req-f8daa4c8-b3a3-4b7b-82ff-4545773532de {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:15.750313 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:15.750585 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8daa4c8-b3a3-4b7b-82ff-4545773532de {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:15.750977 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8daa4c8-b3a3-4b7b-82ff-4545773532de'] response: {'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'code': 200} May 04 15:03:15.775800 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=7']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:15.794934 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Router 2e2b109a-a582-44c0-aec0-8db6ae15a677 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:15.916616 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:16.000547 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:16.016472 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] Sync routers for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:16.028003 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:16.028808 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:16.039390 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2abc-f78b-4955-b315-66a856e2bf39 req-71298f11-7a78-407f-a4c7-c9baf843028b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.046499 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:16.050968 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a4f2abc-f78b-4955-b315-66a856e2bf39 req-71298f11-7a78-407f-a4c7-c9baf843028b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0823612 May 04 15:03:16.087351 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-25bbdee3-213e-4d70-885d-781829b87f59 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8065047 May 04 15:03:16.087945 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:16.090887 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8d2641-602b-4350-89c1-fd2ff09c1828" -d '{"events": [{"name": "network-changed", "server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:16.110201 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1a4f2abc-f78b-4955-b315-66a856e2bf39 req-162d78ef-3627-417d-9bf0-7fe0ee02ce7b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582836 May 04 15:03:16.134806 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907c9e2-0f11-41a7-ad39-ad914eef3295 x-openstack-request-id: req-5907c9e2-0f11-41a7-ad39-ad914eef3295 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:16.135092 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:16.135338 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5907c9e2-0f11-41a7-ad39-ad914eef3295 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:16.135826 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5907c9e2-0f11-41a7-ad39-ad914eef3295'] response: {'name': 'network-changed', 'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'status': 'completed', 'code': 200} May 04 15:03:16.182431 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:16.228453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-c8fd2bc4-87e2-4db3-a161-285443de2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.230584 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-c8fd2bc4-87e2-4db3-a161-285443de2a0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1099 time: 0.0491881 May 04 15:03:16.420273 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:16.427868 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '612da971-c44d-46b4-9301-6ef54961094b', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'floating_ip_address': '172.28.3.226', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'port_id': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'mac_address': 'fa:16:3e:ea:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96419e65-e394-4111-8819-2dcc667ac525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:14Z', 'updated_at': '2022-05-04T15:03:14Z', 'revision_number': 0, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 5, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:16.483545 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] Checking router: 2e2b109a-a582-44c0-aec0-8db6ae15a677 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:16.497004 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:16.497796 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:16.592182 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-3c3774b0-cac6-495f-ad5f-9718ff08bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.593827 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-3c3774b0-cac6-495f-ad5f-9718ff08bf8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 909 time: 0.3504157 May 04 15:03:16.624111 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:16.677594 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-765f9cfd-eafc-4bf6-a06a-15fcf23de38a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 1000 time: 0.0751605 May 04 15:03:16.727997 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-910eb98e-2070-432c-acbd-7787cdfba0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.729524 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-910eb98e-2070-432c-acbd-7787cdfba0b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 200 len: 847 time: 0.0453796 May 04 15:03:16.787770 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-1da55155-6b0b-445e-bd2d-21fdbf394e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.789371 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-1da55155-6b0b-445e-bd2d-21fdbf394e7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10875ae3-5df5-47cc-8931-acdf57dfbb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0470538 May 04 15:03:16.888781 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-0f4646e9-b22a-415b-b40b-528dd4275682 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899062 May 04 15:03:16.934977 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '612da971-c44d-46b4-9301-6ef54961094b', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'floating_ip_address': '172.28.3.226', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'port_id': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'mac_address': 'fa:16:3e:ea:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96419e65-e394-4111-8819-2dcc667ac525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:14Z', 'updated_at': '2022-05-04T15:03:14Z', 'revision_number': 0, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 5, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:16.963502 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361d8f8-94c6-41e5-8afd-f4aef14543d1 None None] The sync data for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb is: [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '612da971-c44d-46b4-9301-6ef54961094b', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'floating_ip_address': '172.28.3.226', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'port_id': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'mac_address': 'fa:16:3e:ea:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96419e65-e394-4111-8819-2dcc667ac525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:14Z', 'updated_at': '2022-05-04T15:03:14Z', 'revision_number': 0, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 5, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:17.018015 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2c8d2641-602b-4350-89c1-fd2ff09c1828 req-a772356e-5351-48dc-8512-a4ee088a69db service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098285 May 04 15:03:17.205625 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c814b65-089c-420a-a57e-eeccbb00e96f None None] New status for floating IP 612da971-c44d-46b4-9301-6ef54961094b: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:03:17.282059 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85768812-e6d3-44ae-ae3c-ff2bc33e9db6 req-15f3c22d-074b-4d90-8dc0-1baafa3b8fac tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:17.291331 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-85768812-e6d3-44ae-ae3c-ff2bc33e9db6 req-15f3c22d-074b-4d90-8dc0-1baafa3b8fac tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0667157 May 04 15:03:17.345699 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-85768812-e6d3-44ae-ae3c-ff2bc33e9db6 req-ccf37d5c-785d-451b-9536-c317bc490ff0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529842 May 04 15:03:18.495757 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e96a1-1685-4652-a7b5-7f513c79ed32 req-950c42cf-b81c-4aee-af2f-866f5d4b89ea tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:18.497377 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-278e96a1-1685-4652-a7b5-7f513c79ed32 req-950c42cf-b81c-4aee-af2f-866f5d4b89ea tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0594375 May 04 15:03:18.537611 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-278e96a1-1685-4652-a7b5-7f513c79ed32 req-30124b14-b4cc-4ea8-bb6e-c8f719c747ce tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327466 May 04 15:03:19.726536 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13540887-8436-4f33-816f-dd01e61df9ee req-29f30ced-85e7-4d79-8281-36bae0ff2e9f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:19.735496 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-13540887-8436-4f33-816f-dd01e61df9ee req-29f30ced-85e7-4d79-8281-36bae0ff2e9f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.1061838 May 04 15:03:19.796135 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-13540887-8436-4f33-816f-dd01e61df9ee req-300ab526-df7f-46a1-afb3-c00481e7012e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528703 May 04 15:03:20.930389 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea32fa4-0168-4f87-9945-1904798d4af7 req-fee5bbd6-fcec-471b-ad6f-eb04055a8679 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:20.932137 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8ea32fa4-0168-4f87-9945-1904798d4af7 req-fee5bbd6-fcec-471b-ad6f-eb04055a8679 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0580592 May 04 15:03:20.975042 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8ea32fa4-0168-4f87-9945-1904798d4af7 req-0fced0aa-491f-4316-9ef0-25c52f0dd0e9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357282 May 04 15:03:22.126267 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea232-429d-4a22-9c47-8eea3bc559ba req-4297570f-29d0-4ee9-b187-ef1972a3e003 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.127801 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-635ea232-429d-4a22-9c47-8eea3bc559ba req-4297570f-29d0-4ee9-b187-ef1972a3e003 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0694954 May 04 15:03:22.174180 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-635ea232-429d-4a22-9c47-8eea3bc559ba req-e3f45573-f17f-4ffc-8f7c-98d3eb87befd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339894 May 04 15:03:22.437947 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e415-11dd-4d8e-b8ab-e2cd3beef9db req-60c5304a-3ce9-427b-8fc8-f170f2146363 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.439884 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8bd7e415-11dd-4d8e-b8ab-e2cd3beef9db req-60c5304a-3ce9-427b-8fc8-f170f2146363 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0600348 May 04 15:03:22.492837 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8bd7e415-11dd-4d8e-b8ab-e2cd3beef9db req-8faee23f-712a-4916-bbab-d1b426113055 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 May 04 15:03:23.336802 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aba43-6a9a-4940-8eaf-32c8ac06e562 req-453dd064-b823-4f38-8a02-64c1a7dc5474 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:23.340043 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e69aba43-6a9a-4940-8eaf-32c8ac06e562 req-453dd064-b823-4f38-8a02-64c1a7dc5474 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0534270 May 04 15:03:23.392074 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e69aba43-6a9a-4940-8eaf-32c8ac06e562 req-09da155b-5574-4f3b-af3c-69212d423e2c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379200 May 04 15:03:23.620319 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228e565-2706-4eb0-ae3f-071cf1718ee9 req-964280ca-75a8-491e-a702-1c45e29c7c4d tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:23.621820 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7228e565-2706-4eb0-ae3f-071cf1718ee9 req-964280ca-75a8-491e-a702-1c45e29c7c4d tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0524738 May 04 15:03:23.661621 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7228e565-2706-4eb0-ae3f-071cf1718ee9 req-0ccea200-fab6-4d9f-a364-2ad0ca06da97 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 May 04 15:03:23.968392 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:24.523575 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13e9d6-07ab-43c2-b2cf-0b84427f3b99 req-cd339be9-442a-4f11-9b19-b48d04587319 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.525087 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7b13e9d6-07ab-43c2-b2cf-0b84427f3b99 req-cd339be9-442a-4f11-9b19-b48d04587319 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0509071 May 04 15:03:24.596447 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7b13e9d6-07ab-43c2-b2cf-0b84427f3b99 req-d9252792-2439-4b34-884b-a42d3c939588 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647407 May 04 15:03:24.631464 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-15b21998-b52a-4159-94d2-4fa5fc1129cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.632939 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-15b21998-b52a-4159-94d2-4fa5fc1129cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 1099 time: 0.0821364 May 04 15:03:24.639081 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-21e926d9-4fb4-4876-905d-979bb60dde29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588446 May 04 15:03:24.787358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-62edbdda-e7ce-4508-9a16-7477b5dc4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.788860 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-62edbdda-e7ce-4508-9a16-7477b5dc4aa3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.1397328 May 04 15:03:24.792961 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-d1878f31-cd77-4cf6-a68f-ae03f389a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.794305 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-d1878f31-cd77-4cf6-a68f-ae03f389a83d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 1098 time: 0.1004720 May 04 15:03:24.809170 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1db920-cf49-4d67-b7d2-3c53041c29e0 req-45e7a876-789b-4b38-82f1-839e346a19bb tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.810636 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-db1db920-cf49-4d67-b7d2-3c53041c29e0 req-45e7a876-789b-4b38-82f1-839e346a19bb tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0762486 May 04 15:03:24.933814 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-352eb823-1711-40d8-aa6c-7f6fc37ecb22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03 HTTP/1.1" status: 200 len: 1001 time: 0.1221821 May 04 15:03:24.964681 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-db1db920-cf49-4d67-b7d2-3c53041c29e0 req-bab36c5b-bb16-4f46-b565-9b0accecade2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457555 May 04 15:03:25.000614 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-c7177fae-517c-455d-b2ef-c9be5da8106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:25.002080 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-c7177fae-517c-455d-b2ef-c9be5da8106a service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.1547396 May 04 15:03:25.010718 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-a14b35db-4368-47f1-8d96-fca701b6f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:25.012054 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-a14b35db-4368-47f1-8d96-fca701b6f621 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0671008 May 04 15:03:25.056108 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-8c0198ee-8a0f-43f5-a5ad-8e8e68d03684 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8 HTTP/1.1" status: 200 len: 217 time: 0.0431199 May 04 15:03:25.117066 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-fb1eed70-1bcc-4f79-bac3-333e64fbea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:25.118477 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-fb1eed70-1bcc-4f79-bac3-333e64fbea45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0496829 May 04 15:03:25.121191 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-bdc93db5-faac-4fe7-acfa-d37341e096da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:25.122548 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-bdc93db5-faac-4fe7-acfa-d37341e096da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1031129 May 04 15:03:25.228223 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-79c0145b-3314-4dce-9df7-c1e6b75ba6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:25.229669 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-79c0145b-3314-4dce-9df7-c1e6b75ba6af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0966017 May 04 15:03:25.251595 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-417e1867-d536-4c69-af87-e623be5a23f2 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174190 May 04 15:03:25.383136 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-be80b5a6-274d-4cdb-8cd8-fb775dd7a8d9 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435025 May 04 15:03:25.399876 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d80a4cba-c54a-420e-aa3d-56f24c5c3a10 req-b40091fc-ea64-443a-9723-e37527dc54f7 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394899 May 04 15:03:25.480072 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-53ca7448-07e7-4a54-9a6e-eadd6fe339e1 req-51d00bbc-6a29-45a1-a1d2-238363494cbe service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886333 May 04 15:03:25.728685 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab342fd-2477-4031-853f-741a200f1ac9 req-ceeaec22-176a-48d1-8e97-0f01045e0a7e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:25.730450 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4ab342fd-2477-4031-853f-741a200f1ac9 req-ceeaec22-176a-48d1-8e97-0f01045e0a7e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0578325 May 04 15:03:25.768410 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4ab342fd-2477-4031-853f-741a200f1ac9 req-53818b70-9773-4b70-b261-7dd674709c48 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319684 May 04 15:03:26.088821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b5b8-3437-465d-9a1d-dbbf47c0bff7 req-63c4ef3c-643f-4f50-a5a5-d18dff7df343 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:26.090395 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cba1b5b8-3437-465d-9a1d-dbbf47c0bff7 req-63c4ef3c-643f-4f50-a5a5-d18dff7df343 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0547414 May 04 15:03:26.127969 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cba1b5b8-3437-465d-9a1d-dbbf47c0bff7 req-5e0ca0e5-1e70-4bbc-ae0e-d630113c1bc2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 May 04 15:03:26.899050 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4fd22-4dff-434a-b51d-1504df222607 req-e06df7c9-b9b8-4708-9b10-97e3b72211a2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:26.900545 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51a4fd22-4dff-434a-b51d-1504df222607 req-e06df7c9-b9b8-4708-9b10-97e3b72211a2 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 946 time: 0.0569303 May 04 15:03:26.939426 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51a4fd22-4dff-434a-b51d-1504df222607 req-0cb33c59-3469-4598-82d9-8b6ae42fe52d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 May 04 15:03:27.257911 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58b69-801a-4276-83b4-008ef8df65db req-a5f0d1bd-cf20-4c35-b6a1-b2e2c61cfca1 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:27.259419 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c7d58b69-801a-4276-83b4-008ef8df65db req-a5f0d1bd-cf20-4c35-b6a1-b2e2c61cfca1 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0573518 May 04 15:03:27.297352 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c7d58b69-801a-4276-83b4-008ef8df65db req-c2b6cee7-defa-4129-a60c-f31229d4542c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 May 04 15:03:27.537492 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:27.635846 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:27.659124 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:27.661669 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da71ba1-d721-4c6b-9577-b6faafc77511" -d '{"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:27.674290 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:27.680324 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:27.704110 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd33ebb-2b7b-45cf-9459-06fa95e8fc17 x-openstack-request-id: req-efd33ebb-2b7b-45cf-9459-06fa95e8fc17 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:27.704454 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:27.704767 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efd33ebb-2b7b-45cf-9459-06fa95e8fc17 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:27.705085 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd33ebb-2b7b-45cf-9459-06fa95e8fc17'] response: {'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'code': 200} May 04 15:03:27.727332 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=8']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:28.070104 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad36ff-dbfb-41ef-942e-9d07d32b0896 req-5149e5ab-ac32-40dc-b7e3-70f55cbce381 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:28.071650 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-72ad36ff-dbfb-41ef-942e-9d07d32b0896 req-5149e5ab-ac32-40dc-b7e3-70f55cbce381 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0521319 May 04 15:03:28.109275 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-72ad36ff-dbfb-41ef-942e-9d07d32b0896 req-c75b96a5-8900-4771-9488-2c48b3072b34 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 May 04 15:03:28.421400 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48e2-6f44-4c41-83a4-da9a5bb82970 req-206bab04-7bda-4fde-a664-f00c149c3ff4 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:28.422864 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c73c48e2-6f44-4c41-83a4-da9a5bb82970 req-206bab04-7bda-4fde-a664-f00c149c3ff4 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0476937 May 04 15:03:28.461343 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c73c48e2-6f44-4c41-83a4-da9a5bb82970 req-68f14578-a5cd-4729-9a90-7046ca793d3a tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 May 04 15:03:29.233996 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f5e46-a2ca-47d2-8f68-64b6573837dd req-4629e645-7914-408c-8909-5eef201d7683 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:29.235491 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c6f5e46-a2ca-47d2-8f68-64b6573837dd req-4629e645-7914-408c-8909-5eef201d7683 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0494142 May 04 15:03:29.271280 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9c6f5e46-a2ca-47d2-8f68-64b6573837dd req-283f6745-9c62-493d-89d6-3040012b6e1b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297692 May 04 15:03:29.609194 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b845b-6955-43f3-b868-adbd42ce5296 req-257b20d5-edcf-430c-af11-62c08d2b1fba tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:29.610703 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b44b845b-6955-43f3-b868-adbd42ce5296 req-257b20d5-edcf-430c-af11-62c08d2b1fba tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0808494 May 04 15:03:29.621481 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-081575b2-546b-4dc7-9c25-a2f56fcf091c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:29.622951 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-081575b2-546b-4dc7-9c25-a2f56fcf091c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "GET /v2.0/ports?device_id=63174b7e-6662-4738-8ae3-a4505b1d8503 HTTP/1.1" status: 200 len: 945 time: 0.0643489 May 04 15:03:29.704936 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b44b845b-6955-43f3-b868-adbd42ce5296 req-eeaa7e92-e9b7-4d11-b6f1-0322d934cf37 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810306 May 04 15:03:29.736600 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Deleting port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:03:29.736955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:29.761841 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [req-4a74698a-ceaa-4e03-b3b7-bc9e126383e3 req-29779098-ebe3-4676-b5bd-5487f19e949f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:03:29.762843 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a74698a-ceaa-4e03-b3b7-bc9e126383e3 req-29779098-ebe3-4676-b5bd-5487f19e949f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068998 May 04 15:03:29.834389 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] For port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:29.834805 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:29.850326 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Calling delete_port for 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:03:29.963853 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e10d4-1f08-4747-87a1-2bf7e0ee79ab req-81d00f82-83d0-4807-b16a-821b2b6de059 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:29.965741 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c10e10d4-1f08-4747-87a1-2bf7e0ee79ab req-81d00f82-83d0-4807-b16a-821b2b6de059 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0743365 May 04 15:03:30.039508 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c10e10d4-1f08-4747-87a1-2bf7e0ee79ab req-3f4da1c3-4e80-421c-94a4-9e5ec959c524 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675769 May 04 15:03:30.044914 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:30.057182 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['6c00fb84-9b77-4f02-99cb-8b48c85b3bc0'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:30.081668 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Pushing event deleted for resources: {'Port': ['ID=6c00fb84-9b77-4f02-99cb-8b48c85b3bc0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:30.127438 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] No DVR routers for this DVR port 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:03:30.130031 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:30.133278 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2bf03610-d50a-4eaf-a2bb-a1d1a41533e5 req-f3adf5e8-2ed3-4f19-a562-fb9d23269f18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "DELETE /v2.0/ports/6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 HTTP/1.1" status: 204 len: 173 time: 0.5027001 May 04 15:03:30.133742 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'name': 'network-vif-deleted', 'tag': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:30.136061 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39f9f37-84b5-41c5-90cf-723629fc7835" -d '{"events": [{"server_uuid": "63174b7e-6662-4738-8ae3-a4505b1d8503", "name": "network-vif-deleted", "tag": "6c00fb84-9b77-4f02-99cb-8b48c85b3bc0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:30.159218 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50432) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:30.176979 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5cf1bb-47d2-4748-9a4e-2e76adf16ff9 x-openstack-request-id: req-2f5cf1bb-47d2-4748-9a4e-2e76adf16ff9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:30.177212 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63174b7e-6662-4738-8ae3-a4505b1d8503", "name": "network-vif-deleted", "tag": "6c00fb84-9b77-4f02-99cb-8b48c85b3bc0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:30.177455 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f5cf1bb-47d2-4748-9a4e-2e76adf16ff9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:30.177907 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5cf1bb-47d2-4748-9a4e-2e76adf16ff9'] response: {'server_uuid': '63174b7e-6662-4738-8ae3-a4505b1d8503', 'name': 'network-vif-deleted', 'tag': '6c00fb84-9b77-4f02-99cb-8b48c85b3bc0', 'status': 'completed', 'code': 200} May 04 15:03:30.250547 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-27665ebe-67f8-4256-9269-84b317f38011 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901244 May 04 15:03:30.259569 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-475c9b50-295f-4911-9747-c52e08d9b0e2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:03:30.260505 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-475c9b50-295f-4911-9747-c52e08d9b0e2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050104 May 04 15:03:30.711295 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:03:31.171710 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7893d2-481e-4970-a7c8-d81329ee323a req-a03ccf8b-08f7-4163-8c61-74b23f395a99 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:31.173201 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8f7893d2-481e-4970-a7c8-d81329ee323a req-a03ccf8b-08f7-4163-8c61-74b23f395a99 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0535355 May 04 15:03:31.212427 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8f7893d2-481e-4970-a7c8-d81329ee323a req-027cdae0-9bb6-4de9-9a86-ff69e0144be1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 May 04 15:03:31.565037 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:31.667959 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d864234-be0b-4678-b524-b184206972c5 req-e2528f3f-948b-4251-8ee1-ab9b531daa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:31.669464 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-e2528f3f-948b-4251-8ee1-ab9b531daa22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9&tenant_id=4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 1097 time: 0.0727065 May 04 15:03:31.733621 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d864234-be0b-4678-b524-b184206972c5 req-1c861794-34f3-4d2a-908a-7a2ca3793b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:31.735126 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-1c861794-34f3-4d2a-908a-7a2ca3793b49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 1097 time: 0.0418344 May 04 15:03:31.828355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d864234-be0b-4678-b524-b184206972c5 req-fa5e2193-3074-4281-b537-97ae82ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:31.829676 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-fa5e2193-3074-4281-b537-97ae82ff7c4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.0864921 May 04 15:03:31.910111 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-f2e4a55e-65ff-4048-af82-89a7a5340e80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03 HTTP/1.1" status: 200 len: 999 time: 0.0709517 May 04 15:03:31.958768 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d864234-be0b-4678-b524-b184206972c5 req-e078dec4-f62d-46ea-b5a2-90b8a0ba81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:31.960213 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-e078dec4-f62d-46ea-b5a2-90b8a0ba81f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0427382 May 04 15:03:32.012083 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d864234-be0b-4678-b524-b184206972c5 req-9f956f5e-2f43-423c-8d84-a328ca7638ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:32.013625 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-9f956f5e-2f43-423c-8d84-a328ca7638ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0410302 May 04 15:03:32.112912 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-4642f3a8-3244-4f29-b5de-6a6b8e2a170f service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915642 May 04 15:03:32.201891 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5d864234-be0b-4678-b524-b184206972c5 req-8da5ef1f-bd75-4b3e-98e9-9b05ca279a8b service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809221 May 04 15:03:32.348575 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d64de-ae75-44e3-9f18-6066e6178ce2 req-52cf23d9-afc5-4324-afb3-c995c092df35 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:32.349930 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-483d64de-ae75-44e3-9f18-6066e6178ce2 req-52cf23d9-afc5-4324-afb3-c995c092df35 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0523427 May 04 15:03:32.391322 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-483d64de-ae75-44e3-9f18-6066e6178ce2 req-7f47f592-bd88-4787-8b3b-07988f44e157 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339205 May 04 15:03:33.522130 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e41a0b-d92b-43e3-a9f6-8918b62fa50b req-bcdeb6ed-cfb7-420f-a4c5-2c16c83a7e61 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:33.523648 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c4e41a0b-d92b-43e3-a9f6-8918b62fa50b req-bcdeb6ed-cfb7-420f-a4c5-2c16c83a7e61 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0556681 May 04 15:03:33.563692 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:33.574357 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c4e41a0b-d92b-43e3-a9f6-8918b62fa50b req-87155f11-7b8f-4701-8fb7-edbd9748f698 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 May 04 15:03:33.598895 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:03:33.599536 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 6c00fb84-9b77-4f02-99cb-8b48c85b3bc0 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:34.631842 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-d3955d3b-e343-4f44-a3c9-da63a2160add tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:34.634571 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-d3955d3b-e343-4f44-a3c9-da63a2160add tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/networks?id=63c977a6-b569-47be-b095-9170d275e940 HTTP/1.1" status: 200 len: 813 time: 0.1082654 May 04 15:03:34.654556 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-840fdec4-c452-4978-98fc-5da4d43d1e18 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/quotas/eb4390482b0242b0a9bd5b2326f52e57 HTTP/1.1" status: 200 len: 375 time: 0.0149367 May 04 15:03:34.701435 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-da52ebca-1733-47e4-8728-c9b3df122dde tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb4390482b0242b0a9bd5b2326f52e57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459688 May 04 15:03:34.775453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf9363-7ffe-4335-b880-199d6f1c2791 req-7a1d55ae-58aa-4218-b03c-10f26ae3463c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:34.777150 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8fbf9363-7ffe-4335-b880-199d6f1c2791 req-7a1d55ae-58aa-4218-b03c-10f26ae3463c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.1199324 May 04 15:03:34.834150 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8fbf9363-7ffe-4335-b880-199d6f1c2791 req-52bfba74-a306-4818-99cf-61b1c6f014f5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509179 May 04 15:03:34.837868 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-1d404105-4c8b-4265-99f7-96fba2a69ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293647 May 04 15:03:34.937560 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-20094ccb-aa71-4823-bf23-6fbcedacba9f service neutron] 10.222.0.41 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879557 May 04 15:03:35.137583 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ce804fcd-2d1d-4c19-8f67-8b46e8ad9edc req-7e1dabc5-6da8-4f46-9b7c-563bdc1e572c tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0286086 May 04 15:03:35.958488 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf53e57-475c-4604-bb84-59518c2520fe req-1f0ee015-abe7-485c-9dcc-4a7e2615f74b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:35.960021 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6bf53e57-475c-4604-bb84-59518c2520fe req-1f0ee015-abe7-485c-9dcc-4a7e2615f74b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0507710 May 04 15:03:35.997156 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6bf53e57-475c-4604-bb84-59518c2520fe req-ed8b047e-47d9-4706-bf74-36979372be67 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306759 May 04 15:03:36.241941 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e2c67aae-0f9e-460a-bf58-fc05119e976f req-89da8870-77aa-4c57-9204-0f3cf9a62107 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0266087 May 04 15:03:37.119257 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6dffa-9b01-48de-b658-320bf6a1e3c3 req-7d790fa2-4a07-4b05-81ae-2bef25f1dff9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:37.127307 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3ae6dffa-9b01-48de-b658-320bf6a1e3c3 req-7d790fa2-4a07-4b05-81ae-2bef25f1dff9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0557296 May 04 15:03:37.162922 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3ae6dffa-9b01-48de-b658-320bf6a1e3c3 req-943468a5-d8a6-4123-96e1-53564acf7036 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 May 04 15:03:37.346701 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a8f10a1f-0d58-4e48-8f46-c9e4fa4439ad req-4471541e-3ed5-4c34-acc1-0b4b42f15c2f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0250862 May 04 15:03:38.302787 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457daf3-4761-41b4-b6e4-0b71c20960e4 req-7e047118-a4d6-427f-9d85-60c393b706a9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:38.305332 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7457daf3-4761-41b4-b6e4-0b71c20960e4 req-7e047118-a4d6-427f-9d85-60c393b706a9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0557306 May 04 15:03:38.343715 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7457daf3-4761-41b4-b6e4-0b71c20960e4 req-3503d1c4-a955-4125-b87b-cc1f47be6813 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 May 04 15:03:38.458124 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f24876bd-1096-4027-9fdd-8b3e8f85f168 req-2c5472fe-f2d6-49d8-aefe-121df71a4ebe tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0333579 May 04 15:03:39.479631 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9255ec4-fd1e-403b-b415-d6b2b2a35273 req-3c8f6bd6-9bcf-4532-81d3-59997b360409 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:39.481086 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d9255ec4-fd1e-403b-b415-d6b2b2a35273 req-3c8f6bd6-9bcf-4532-81d3-59997b360409 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0528073 May 04 15:03:39.522251 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d9255ec4-fd1e-403b-b415-d6b2b2a35273 req-73f859d9-b6fe-4160-b7ab-e5ef0fbd3f53 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347612 May 04 15:03:39.561157 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-68961c50-d49a-4a24-a794-e8f32b6e8e5f req-8f1aafa0-2ed8-4aab-b766-2698db53f786 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0270529 May 04 15:03:40.673348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8438b4-8e3f-44d6-a653-4d0909a38d0e req-c2f1ff67-ea99-4043-9cc2-00c47435aed8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:40.674803 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-db8438b4-8e3f-44d6-a653-4d0909a38d0e req-c2f1ff67-ea99-4043-9cc2-00c47435aed8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0590582 May 04 15:03:40.690660 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-161746b3-5cdd-46d4-b702-cfd7ca673855 req-4760a48a-749e-421d-963e-443ee58d361e tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0373285 May 04 15:03:40.731899 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-db8438b4-8e3f-44d6-a653-4d0909a38d0e req-26a5a36f-6f7e-485d-a78e-5119ba72cc52 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441320 May 04 15:03:41.213815 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ee92479c-5846-4c91-b615-e21ac8ac0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:41.801018 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5037acaf-d399-4b1e-9bdd-de0d6a1f07b0 req-9ebff2f2-b69f-40c1-8194-164bd1747931 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0455222 May 04 15:03:41.879281 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9d55c-5792-44eb-a060-c80a9c280fc2 req-d8e2ce96-563e-4224-8bea-bde07ed1970c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:41.881051 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49c9d55c-5792-44eb-a060-c80a9c280fc2 req-d8e2ce96-563e-4224-8bea-bde07ed1970c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0513170 May 04 15:03:41.919781 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-49c9d55c-5792-44eb-a060-c80a9c280fc2 req-24a31966-3f2c-4ccc-aac0-9fb0df000a23 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325255 May 04 15:03:42.905958 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a34739e6-ba08-4cf7-a31d-3fee4ddafe0a req-d8093516-b98e-4f9e-ac9e-c7b46b5d92fe tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0307493 May 04 15:03:43.040720 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1339d08-e5a6-4510-ae1c-313a418c2a24 req-55d8f307-d0f5-49c0-b2fb-bddabcae4cba tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:43.042367 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e1339d08-e5a6-4510-ae1c-313a418c2a24 req-55d8f307-d0f5-49c0-b2fb-bddabcae4cba tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0513635 May 04 15:03:43.081537 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e1339d08-e5a6-4510-ae1c-313a418c2a24 req-fab72d69-1f9c-4c8a-9125-0b5136e8fb3b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330832 May 04 15:03:43.631063 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-56352b19-b7b6-4a6f-8405-f9f50818f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:44.238207 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d000e2c4-6803-4778-ab6f-22740844fd42 req-c6f100d7-3096-44b7-a0f2-60f641cc6ab6 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.2656562 May 04 15:03:44.283229 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405bf75-d71c-489b-a150-9bf5c4070d1e req-976ab0dc-bc14-45ac-a2e1-aeae68f851af tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:44.284700 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e405bf75-d71c-489b-a150-9bf5c4070d1e req-976ab0dc-bc14-45ac-a2e1-aeae68f851af tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.0488567 May 04 15:03:44.343916 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e405bf75-d71c-489b-a150-9bf5c4070d1e req-f86afac6-b8f5-4612-832a-f9b0ab551fef tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530918 May 04 15:03:44.362496 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74c989-d6af-4c90-9cbb-64dfea31f60f req-72223d9d-b931-44ed-9c62-00347f501729 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:44.363991 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b74c989-d6af-4c90-9cbb-64dfea31f60f req-72223d9d-b931-44ed-9c62-00347f501729 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 945 time: 0.0605724 May 04 15:03:44.406278 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b74c989-d6af-4c90-9cbb-64dfea31f60f req-6914f7c2-29b4-4fb4-96e7-0516462b3010 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332787 May 04 15:03:44.637996 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:44.765636 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-e1699c4e-b27c-478d-988f-de3bfc789064 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:44.766992 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-e1699c4e-b27c-478d-988f-de3bfc789064 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "GET /v2.0/networks?id=63c977a6-b569-47be-b095-9170d275e940 HTTP/1.1" status: 200 len: 813 time: 0.1059546 May 04 15:03:44.787545 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Request body: {'port': {'device_id': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'network_id': '63c977a6-b569-47be-b095-9170d275e940', 'admin_state_up': True, 'tenant_id': 'eb4390482b0242b0a9bd5b2326f52e57'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:44.895074 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Made reservation on behalf of eb4390482b0242b0a9bd5b2326f52e57 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:03:44.898651 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.024178 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Allocated IP 172.20.0.6 (63c977a6-b569-47be-b095-9170d275e940/42c26af5-7602-4e53-84b3-d6feee13e0aa/bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:03:45.188974 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.237102 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.280360 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Network 63c977a6-b569-47be-b095-9170d275e940 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:03:45.283476 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:03:45.287691 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:03:45.294209 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Pushing event updated for resources: {'Port': ['ID=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:45.333968 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.334283 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.334675 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.334999 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.335303 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.335625 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.335943 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.336260 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.336576 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.336883 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.337194 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.337500 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:45.377473 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:45.378079 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.399385 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9d9ea-3817-4022-8a1a-3a0e06f36a2c req-e2ace075-0c5c-43e0-b0ad-83b5b31e68b6 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:45.400876 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41f9d9ea-3817-4022-8a1a-3a0e06f36a2c req-e2ace075-0c5c-43e0-b0ad-83b5b31e68b6 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 931 time: 0.0873001 May 04 15:03:45.404737 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-29511da8-1dbd-4c69-b43d-c6016bd7ac8f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214738 May 04 15:03:45.427390 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Request body: {'port': {'device_id': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:45.510353 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-41f9d9ea-3817-4022-8a1a-3a0e06f36a2c req-245d6f24-e81d-4138-aecd-4583f63ee82e tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030221 May 04 15:03:45.522304 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.532495 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c9de1-f3cf-4f59-b29f-bc969bfb0ead req-dc55cd95-3bca-402b-90e7-bf58f98e800b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:45.533963 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-274c9de1-f3cf-4f59-b29f-bc969bfb0ead req-dc55cd95-3bca-402b-90e7-bf58f98e800b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.1129560 May 04 15:03:45.622114 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-274c9de1-f3cf-4f59-b29f-bc969bfb0ead req-d7dad7aa-b334-42f1-8d8a-70774392c43f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815170 May 04 15:03:45.710284 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb88eae-1f11-427f-b9ee-1ee14f431dc8 req-21e7e4aa-d34d-467c-b4e6-25cbdf93b0d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:45.711686 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2bb88eae-1f11-427f-b9ee-1ee14f431dc8 req-21e7e4aa-d34d-467c-b4e6-25cbdf93b0d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 945 time: 0.1319580 May 04 15:03:45.795713 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2bb88eae-1f11-427f-b9ee-1ee14f431dc8 req-9a13db54-c529-4fa6-993a-271a07a6907f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754750 May 04 15:03:45.884608 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.888977 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:45.896499 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.910759 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Transition to ACTIVE for port object bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:03:45.915526 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:45.992716 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:46.061629 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-6b3e7e1c-4aad-4349-9414-416f0ac15e4e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:46.063105 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-6b3e7e1c-4aad-4349-9414-416f0ac15e4e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 945 time: 0.1084464 May 04 15:03:46.112885 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Attempting to bind port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:03:46.113217 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Attempting to bind port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:03:46.113533 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Attempting to bind port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a on network 63c977a6-b569-47be-b095-9170d275e940 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:03:46.139580 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a on network 63c977a6-b569-47be-b095-9170d275e940 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:03:46.139892 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Attempting to bind port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a on network 63c977a6-b569-47be-b095-9170d275e940 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:03:46.148302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:03:46.148629 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Checking segment: {'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:03:46.149005 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Bound using segment: {'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:03:46.149418 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Bound port: bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b33a805-1e0f-440b-a975-978e72bd01a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63c977a6-b569-47be-b095-9170d275e940'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:03:46.149771 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.208290 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:03:46.208629 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.265998 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] For port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:03:46.284037 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] For port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:03:46.290593 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.343965 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] For port 90f5c5df-a306-4a9b-928f-0dc8b86b1201, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=90f5c5df-a306-4a9b-928f-0dc8b86b1201,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:46.344295 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.348748 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:46.349462 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.350862 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] 10.222.0.60 "PUT /v2.0/ports/bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a HTTP/1.1" status: 200 len: 1093 time: 0.9287438 May 04 15:03:46.351286 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'tag': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:46.353539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831e4617-50b5-42f2-989c-9a9c2550001e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2ea5b8-8131-4e37-b834-00492577e7c9", "tag": "bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:46.397481 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fddbb7-ba2e-4e9f-b727-cf56486aadbf x-openstack-request-id: req-71fddbb7-ba2e-4e9f-b727-cf56486aadbf {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:46.397752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2ea5b8-8131-4e37-b834-00492577e7c9", "tag": "bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:46.397996 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71fddbb7-ba2e-4e9f-b727-cf56486aadbf {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:46.398388 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fddbb7-ba2e-4e9f-b727-cf56486aadbf'] response: {'name': 'network-changed', 'server_uuid': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'tag': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a', 'status': 'completed', 'code': 200} May 04 15:03:46.419298 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.459854 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78df6b9-5c72-42e8-8d01-b61f74b705b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:46.561468 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-7fe93a55-1f5e-4cbe-b288-f2379fb9dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:46.562990 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-7fe93a55-1f5e-4cbe-b288-f2379fb9dfe8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb4390482b0242b0a9bd5b2326f52e57&device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1231232 May 04 15:03:46.652256 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-77aeb15e-f26b-4f27-bd11-f9341c61b8b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a HTTP/1.1" status: 200 len: 217 time: 0.0789900 May 04 15:03:46.732244 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.732607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:46.732943 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP 4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed disassociated. External IP: 172.28.3.82, port: 90f5c5df-a306-4a9b-928f-0dc8b86b1201. May 04 15:03:46.733271 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for 90f5c5df-a306-4a9b-928f-0dc8b86b1201 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:03:46.799877 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-bfa5a9e7-610f-4f53-9005-c27705bead9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:46.801321 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-bfa5a9e7-610f-4f53-9005-c27705bead9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42c26af5-7602-4e53-84b3-d6feee13e0aa HTTP/1.1" status: 200 len: 853 time: 0.1408918 May 04 15:03:46.813230 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad1c3-b504-4d88-9df4-09080dc958d0 req-548e7782-bb63-4642-94dc-ab66fe95488f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:46.814591 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1e2ad1c3-b504-4d88-9df4-09080dc958d0 req-548e7782-bb63-4642-94dc-ab66fe95488f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 943 time: 0.2004967 May 04 15:03:46.856132 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-257b8182-450f-458d-97b3-6af91a6e2579 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c977a6-b569-47be-b095-9170d275e940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404618 May 04 15:03:46.877360 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d2ff7-4f98-474a-a5f4-164c8e7fbb76 req-cf9bbe60-4f3e-4f1e-9a4a-e39462adfcec tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:46.878755 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8f9d2ff7-4f98-474a-a5f4-164c8e7fbb76 req-cf9bbe60-4f3e-4f1e-9a4a-e39462adfcec tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 944 time: 0.1741281 May 04 15:03:46.973854 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1e2ad1c3-b504-4d88-9df4-09080dc958d0 req-d5e036e4-fbda-4d79-a03f-81be4ccb2427 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463282 May 04 15:03:47.023592 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8f9d2ff7-4f98-474a-a5f4-164c8e7fbb76 req-390d7a85-9bc6-429e-98fd-530beabe9ab7 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344936 May 04 15:03:47.077852 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-0dfa26ab-f8a7-4efe-ae05-7c5ec0bf9582 service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120278 May 04 15:03:47.084446 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:47.138513 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=90f5c5df-a306-4a9b-928f-0dc8b86b1201,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:47.147255 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57096c3f-d49c-46b9-95ce-9d0d77f880c3 req-252f6844-4b78-4cdf-a529-892bdf1277ae tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:47.148752 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-57096c3f-d49c-46b9-95ce-9d0d77f880c3 req-252f6844-4b78-4cdf-a529-892bdf1277ae tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 867 time: 0.1133912 May 04 15:03:47.304733 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-57096c3f-d49c-46b9-95ce-9d0d77f880c3 req-8d2643ad-3505-4b8f-a58b-1587ec2baa59 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=a846a6ba-be55-4b8d-a28c-f7cd476837d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253736 May 04 15:03:47.346163 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-882d9994-0061-4c16-9746-a51711d7f1a0 req-1c7561b7-44fa-4892-9c61-06e6c130c389 service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590320 May 04 15:03:47.371323 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9177855-8218-4da0-94fe-8388a4a449ce req-bed0c725-0e66-4ffb-9e7a-23dba3e0f9ee tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:47.372840 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e9177855-8218-4da0-94fe-8388a4a449ce req-bed0c725-0e66-4ffb-9e7a-23dba3e0f9ee tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.1365957 May 04 15:03:47.398128 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:47.453408 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e9177855-8218-4da0-94fe-8388a4a449ce req-6663ed9d-b89d-4bc3-b96e-7d16bff4eaa5 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733714 May 04 15:03:47.491195 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4617-50b5-42f2-989c-9a9c2550001e req-d0fea971-68d8-44c0-9010-51d46a13ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:47.492657 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-831e4617-50b5-42f2-989c-9a9c2550001e req-d0fea971-68d8-44c0-9010-51d46a13ae83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb4390482b0242b0a9bd5b2326f52e57&device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0935762 May 04 15:03:47.643023 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:03:47.744023 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:47.756129 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'port_id': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:03:47.798510 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:47.812037 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc9a35e-941e-4476-b1fb-8d6162194f03 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:47.831680 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:47.837190 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:47.853220 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:47.868297 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:47.881186 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:47.882216 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:47.891725 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=9']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:47.899238 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.899653 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.900093 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.901450 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.901853 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.902241 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.902639 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.903021 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.903426 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.903809 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.904186 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.904560 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:47.921801 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] No DVR routers for this DVR port 90f5c5df-a306-4a9b-928f-0dc8b86b1201 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:03:47.925823 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:47.928664 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ceebaa20-8948-43ac-aceb-697c139bc92b req-2079ef74-cca4-4306-bdf6-a6713ac54086 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "DELETE /v2.0/ports/90f5c5df-a306-4a9b-928f-0dc8b86b1201 HTTP/1.1" status: 204 len: 173 time: 1.8580141 May 04 15:03:47.930147 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4617-50b5-42f2-989c-9a9c2550001e req-96278ed3-272b-43db-a5b0-35bded03e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:47.931700 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-831e4617-50b5-42f2-989c-9a9c2550001e req-96278ed3-272b-43db-a5b0-35bded03e5e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=63c977a6-b569-47be-b095-9170d275e940 HTTP/1.1" status: 200 len: 914 time: 0.4278312 May 04 15:03:47.996295 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-831e4617-50b5-42f2-989c-9a9c2550001e req-6c2cae8c-aeb9-46ea-8b6a-832c0aa94318 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a HTTP/1.1" status: 200 len: 217 time: 0.0555432 May 04 15:03:48.124418 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:48.170566 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4617-50b5-42f2-989c-9a9c2550001e req-426a0ac1-afdc-4c68-b118-7f88d02e2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:48.172008 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-831e4617-50b5-42f2-989c-9a9c2550001e req-426a0ac1-afdc-4c68-b118-7f88d02e2419 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42c26af5-7602-4e53-84b3-d6feee13e0aa HTTP/1.1" status: 200 len: 853 time: 0.1684656 May 04 15:03:48.188191 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['8bc9a35e-941e-4476-b1fb-8d6162194f03'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:48.220050 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c57d-f9a4-4f6f-b7d2-eed24f78f261 req-e494a2f6-81a8-4fd4-b8e3-ff96b2219a8d tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:48.221556 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-60f2c57d-f9a4-4f6f-b7d2-eed24f78f261 req-e494a2f6-81a8-4fd4-b8e3-ff96b2219a8d tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 943 time: 0.1492522 May 04 15:03:48.223478 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-831e4617-50b5-42f2-989c-9a9c2550001e req-ed930a4c-a192-4d69-b8ab-b549fe721a09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c977a6-b569-47be-b095-9170d275e940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378771 May 04 15:03:48.244028 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e69a56-8c6d-4028-a328-982c899e88c9 req-ef32c2cb-38c4-4fe9-bcd6-9c33dc073b22 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:48.245609 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f3e69a56-8c6d-4028-a328-982c899e88c9 req-ef32c2cb-38c4-4fe9-bcd6-9c33dc073b22 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 945 time: 0.1159775 May 04 15:03:48.357672 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-60f2c57d-f9a4-4f6f-b7d2-eed24f78f261 req-02d01bdc-11f8-43af-89c2-cb39c8c5af97 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278706 May 04 15:03:48.362480 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f3e69a56-8c6d-4028-a328-982c899e88c9 req-fd392396-378f-43cd-b135-e81f1062b91c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079621 May 04 15:03:48.404538 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'name': 'network-vif-deleted', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:48.404538 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54f2dd1-13fa-4eb5-bdb1-c6f45942142e" -d '{"events": [{"server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "name": "network-vif-deleted", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:48.405629 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 2, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:48.414215 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-831e4617-50b5-42f2-989c-9a9c2550001e req-9fa6f7af-0f7f-4eff-a22a-d87c3030bcae service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666205 May 04 15:03:48.439456 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:48.464290 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:48.466902 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:48.475570 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44676ef-ff50-4b0d-82a0-3f3c368a5fb9 x-openstack-request-id: req-d44676ef-ff50-4b0d-82a0-3f3c368a5fb9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:48.475854 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47e7542-d303-4716-9115-7446ffcb3c66", "name": "network-vif-deleted", "tag": "90f5c5df-a306-4a9b-928f-0dc8b86b1201", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:48.476100 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d44676ef-ff50-4b0d-82a0-3f3c368a5fb9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:48.476490 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44676ef-ff50-4b0d-82a0-3f3c368a5fb9'] response: {'server_uuid': 'f47e7542-d303-4716-9115-7446ffcb3c66', 'name': 'network-vif-deleted', 'tag': '90f5c5df-a306-4a9b-928f-0dc8b86b1201', 'status': 'completed', 'code': 200} May 04 15:03:48.560997 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c03b44a9-e982-4fd9-9c3a-159a09870ee3 req-610ba972-b906-445f-9d7b-a6abbc3582c9 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=f47e7542-d303-4716-9115-7446ffcb3c66 HTTP/1.1" status: 200 len: 210 time: 0.0495884 May 04 15:03:48.622738 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-831e4617-50b5-42f2-989c-9a9c2550001e req-16eb3338-ea8b-4ad0-a087-4542e9c731e2 service neutron] 10.222.0.60 "GET /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934557 May 04 15:03:48.633829 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:48.634128 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6173b0-78f6-416f-906c-b24fd2743498 req-2c3fa25b-633c-46a8-b8d5-cfb417cf11bb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:48.635974 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2f6173b0-78f6-416f-906c-b24fd2743498 req-2c3fa25b-633c-46a8-b8d5-cfb417cf11bb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0662248 May 04 15:03:48.691544 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2f6173b0-78f6-416f-906c-b24fd2743498 req-315d049c-104b-484c-bc58-8cedaf805e8c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475948 May 04 15:03:48.861661 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 2, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:48.887071 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77746ab-7b91-4b36-9ce3-5d7721947dd6 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'da2a9174-a606-4ed8-a5df-00d8cc00e0c2', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.92', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:48:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:45Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 2, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:49.140173 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c7d44-2b60-4998-9263-026cf0ef6686 None None] New status for floating IP 4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:03:49.503409 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f605f36-35b3-4865-842a-21ed505d0485 req-e8387485-49a2-4e7e-975e-a6b1e574edf2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:49.505042 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2f605f36-35b3-4865-842a-21ed505d0485 req-e8387485-49a2-4e7e-975e-a6b1e574edf2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0773017 May 04 15:03:49.525826 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7641c-98df-4e82-b726-e31307b8bf12 req-c022261c-b2e0-41f5-a34f-66a63b5dd739 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:49.527302 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-57c7641c-98df-4e82-b726-e31307b8bf12 req-c022261c-b2e0-41f5-a34f-66a63b5dd739 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 945 time: 0.0726886 May 04 15:03:49.577440 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2f605f36-35b3-4865-842a-21ed505d0485 req-6df27281-725d-4dc1-aef6-394df32a3d98 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660977 May 04 15:03:49.584509 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-57c7641c-98df-4e82-b726-e31307b8bf12 req-66bb4711-6c3c-4f6a-a1dc-7f1efc1124c3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500338 May 04 15:03:49.654365 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 50634) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:49.658170 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:03:49.660664 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:03:49.711376 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fa7279ad-a527-43c9-87d0-152a0ce0826c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.738951 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fa7279ad-a527-43c9-87d0-152a0ce0826c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.766072 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 8bc9a35e-941e-4476-b1fb-8d6162194f03 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:03:49.766441 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.818940 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3251161-862c-44e7-a8d5-fdf5dafb0b3f req-d245f0ef-410b-4c7c-b532-00ad08471234 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:49.820766 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:49.822964 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b3251161-862c-44e7-a8d5-fdf5dafb0b3f req-d245f0ef-410b-4c7c-b532-00ad08471234 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0589805 May 04 15:03:49.835070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fa7279ad-a527-43c9-87d0-152a0ce0826c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.835709 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a', 'network_id': '63c977a6-b569-47be-b095-9170d275e940', 'port_id': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a', 'mac_address': 'fa:16:3e:22:18:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c26af5-7602-4e53-84b3-d6feee13e0aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:03:49.837542 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fa7279ad-a527-43c9-87d0-152a0ce0826c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.838658 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-fa7279ad-a527-43c9-87d0-152a0ce0826c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/security-groups/a846a6ba-be55-4b8d-a28c-f7cd476837d6 HTTP/1.1" status: 204 len: 168 time: 0.1829939 May 04 15:03:49.842031 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50638) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:49.855750 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-1c2d4006-a9d7-4916-99ae-2c0f52c67ced tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] show failed (client error): The resource could not be found. May 04 15:03:49.857574 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7279ad-a527-43c9-87d0-152a0ce0826c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a846a6ba-be55-4b8d-a28c-f7cd476837d6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:49.866452 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1c2d4006-a9d7-4916-99ae-2c0f52c67ced tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups/a846a6ba-be55-4b8d-a28c-f7cd476837d6 HTTP/1.1" status: 404 len: 347 time: 0.0231407 May 04 15:03:49.867460 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50640) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:49.879864 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b3251161-862c-44e7-a8d5-fdf5dafb0b3f req-e7b7c33a-8a69-44a4-bc9e-c9041f7a28df tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523443 May 04 15:03:49.915290 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.917044 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.941513 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:49.951762 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:49.953997 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b1981b-b8bb-44e3-b846-e6a7838a76f0" -d '{"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:49.976658 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:49.978546 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:49.981820 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.982680 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 90f5c5df-a306-4a9b-928f-0dc8b86b1201 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:49.986862 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:49.995295 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port b267a528-d7db-41f0-9e64-2f2cc6566357 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:03:49.995638 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:50.005731 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb624b1-ca60-4355-bb15-f1813b705c37 x-openstack-request-id: req-6bb624b1-ca60-4355-bb15-f1813b705c37 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:50.006054 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-plugged", "status": "completed", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:50.006274 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bb624b1-ca60-4355-bb15-f1813b705c37 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:50.006683 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb624b1-ca60-4355-bb15-f1813b705c37'] response: {'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'code': 200} May 04 15:03:50.023316 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 90f5c5df-a306-4a9b-928f-0dc8b86b1201 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:03:50.023664 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 90f5c5df-a306-4a9b-928f-0dc8b86b1201 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:50.050447 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=10']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:50.074306 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:50.074689 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:50.085934 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for b267a528-d7db-41f0-9e64-2f2cc6566357 owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:03:50.100467 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:50.313581 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:50.435995 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:50.485633 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=b267a528-d7db-41f0-9e64-2f2cc6566357,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:50.490398 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:50.493079 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:50.494217 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/floatingips/4f9a21ce-7098-43ad-9c8c-62a8e9cd63ed HTTP/1.1" status: 204 len: 168 time: 0.6257715 May 04 15:03:50.500649 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.500989 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.501348 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.502082 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.502082 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.502410 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.502775 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.503177 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.503383 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.503709 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.504103 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.504427 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec432c-586c-4a58-a4db-5510feb08777 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:50.530262 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d03ecc-a165-498d-a5b6-b47c91e2b62e req-4bca1062-44ef-426c-8fbc-7f375d098823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:50.531959 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-47d03ecc-a165-498d-a5b6-b47c91e2b62e req-4bca1062-44ef-426c-8fbc-7f375d098823 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 1100 time: 0.0449576 May 04 15:03:50.577575 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-47d03ecc-a165-498d-a5b6-b47c91e2b62e req-fae87b4b-d72c-498c-a3d3-ac38af721e67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300796 May 04 15:03:50.692812 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1a66-972a-4fbc-9e8a-7a4438e4749c req-66d0c5fb-fed1-4884-83f8-3c621a5973c2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:50.694646 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e27d1a66-972a-4fbc-9e8a-7a4438e4749c req-66d0c5fb-fed1-4884-83f8-3c621a5973c2 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0488589 May 04 15:03:50.736849 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e27d1a66-972a-4fbc-9e8a-7a4438e4749c req-beeabd68-ea48-4079-a9e5-075c56b65a41 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 May 04 15:03:50.815001 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562818b-7cfc-49d7-82e7-aec7b9dd10c6 req-c7edbcc6-9590-4fc2-b959-3c60217a0f48 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:50.816398 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b562818b-7cfc-49d7-82e7-aec7b9dd10c6 req-c7edbcc6-9590-4fc2-b959-3c60217a0f48 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 947 time: 0.0505824 May 04 15:03:50.859744 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b562818b-7cfc-49d7-82e7-aec7b9dd10c6 req-4fb4d671-129a-4966-8a15-1c38c50d8bbe tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372534 May 04 15:03:50.996564 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136aaf-608a-40a8-a5b3-4e46d62de9cd req-5d9a2708-7eb9-43cb-918a-4f68d806326d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:50.998033 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-df136aaf-608a-40a8-a5b3-4e46d62de9cd req-5d9a2708-7eb9-43cb-918a-4f68d806326d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0505133 May 04 15:03:51.042727 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-df136aaf-608a-40a8-a5b3-4e46d62de9cd req-ea0a0fc8-6029-46d2-916d-0b0ba2861b82 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357807 May 04 15:03:51.672990 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:03:51.733629 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:03:51.737305 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:03:51.737672 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:51.815821 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:51.849560 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:51.854936 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:51.855757 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb9211-03db-457c-9173-2e3d15089863 req-f2260627-5bc0-45ac-b593-823434e8aae7 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:51.857311 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c1bb9211-03db-457c-9173-2e3d15089863 req-f2260627-5bc0-45ac-b593-823434e8aae7 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0517023 May 04 15:03:51.906229 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c1bb9211-03db-457c-9173-2e3d15089863 req-a1c06b40-6835-465d-8e4f-ec99ed74d313 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 May 04 15:03:51.916048 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:52.001404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934db99-1a58-4034-8d11-ad35eb81d243 req-a6453277-5b05-4c85-ab9a-9c9384b06f72 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:52.002865 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2934db99-1a58-4034-8d11-ad35eb81d243 req-a6453277-5b05-4c85-ab9a-9c9384b06f72 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 947 time: 0.0506742 May 04 15:03:52.008046 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:52.010636 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f0fdaa-4636-46a0-9fb5-07c5abe64c1d" -d '{"events": [{"server_uuid": "5c2ea5b8-8131-4e37-b834-00492577e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:52.058867 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2934db99-1a58-4034-8d11-ad35eb81d243 req-b3ee56bc-554b-4136-8489-b6967e611420 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472608 May 04 15:03:52.079002 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5657c0-2cf6-4aaa-abaa-13737f80e304 x-openstack-request-id: req-7c5657c0-2cf6-4aaa-abaa-13737f80e304 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:52.079396 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2ea5b8-8131-4e37-b834-00492577e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:52.079813 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c5657c0-2cf6-4aaa-abaa-13737f80e304 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:52.080336 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5657c0-2cf6-4aaa-abaa-13737f80e304'] response: {'server_uuid': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a', 'code': 200} May 04 15:03:52.206366 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36235470-eb3f-4994-a329-9ae7f56732e0 req-8d7b5c55-14e7-4320-8dc1-fd381f8c8baa tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:52.208027 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-36235470-eb3f-4994-a329-9ae7f56732e0 req-8d7b5c55-14e7-4320-8dc1-fd381f8c8baa tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0808680 May 04 15:03:52.216989 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9f13-ab70-4e2c-8e8a-237623b5fe70 req-08a6579d-c6ea-4359-a42c-ad3e2717e84b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:52.218658 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-433e9f13-ab70-4e2c-8e8a-237623b5fe70 req-08a6579d-c6ea-4359-a42c-ad3e2717e84b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.0802710 May 04 15:03:52.304047 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-36235470-eb3f-4994-a329-9ae7f56732e0 req-5957ac46-8b94-4187-a3fa-f526d2b981ca tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845008 May 04 15:03:52.311722 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-433e9f13-ab70-4e2c-8e8a-237623b5fe70 req-1f6d3827-99b7-48c7-8d7c-eb5d6f4b71a5 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860720 May 04 15:03:52.317810 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5006b-5537-44c6-b62f-04b82209e655 req-aa8e3a30-0206-4fcc-94dc-0cd8eb25bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:52.319355 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-aad5006b-5537-44c6-b62f-04b82209e655 req-aa8e3a30-0206-4fcc-94dc-0cd8eb25bc9d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0794201 May 04 15:03:52.363611 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-aad5006b-5537-44c6-b62f-04b82209e655 req-40cf2549-0e75-462c-8761-99da4b24d074 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296280 May 04 15:03:53.021505 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861417fd-0f27-46ec-b850-e416cc30d033 req-8895d58d-ab3a-478b-b4ff-c1bb22c771fb tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:53.022984 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-861417fd-0f27-46ec-b850-e416cc30d033 req-8895d58d-ab3a-478b-b4ff-c1bb22c771fb tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0495064 May 04 15:03:53.071239 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-861417fd-0f27-46ec-b850-e416cc30d033 req-9209457d-d981-41ac-beec-e9857b17572f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 May 04 15:03:53.194771 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c4440-2067-4001-b8d4-8a67843c1b0d req-4bf8e788-a2c2-4df7-84fd-29c123258ed1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:53.196132 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-422c4440-2067-4001-b8d4-8a67843c1b0d req-4bf8e788-a2c2-4df7-84fd-29c123258ed1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 947 time: 0.0497630 May 04 15:03:53.237433 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-422c4440-2067-4001-b8d4-8a67843c1b0d req-4f25afe7-0735-4cae-9469-29f83a03be01 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327311 May 04 15:03:53.464852 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723380fe-5178-49ac-b245-2dbcbb179e42 req-f8dac3df-23e9-4b1d-b036-3306b203ead7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:53.466210 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-723380fe-5178-49ac-b245-2dbcbb179e42 req-f8dac3df-23e9-4b1d-b036-3306b203ead7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.0758536 May 04 15:03:53.474064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f755-daa7-40fc-aaaf-331ddcf4cdf4 req-7e49f458-f0d1-4efc-b723-d79ee6af5a0a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:53.475435 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4960f755-daa7-40fc-aaaf-331ddcf4cdf4 req-7e49f458-f0d1-4efc-b723-d79ee6af5a0a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0863843 May 04 15:03:53.527519 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-723380fe-5178-49ac-b245-2dbcbb179e42 req-c6e4bf48-90bf-4603-b2fa-981309d819e2 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511506 May 04 15:03:53.532438 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4960f755-daa7-40fc-aaaf-331ddcf4cdf4 req-b7e84f10-2a04-4c0e-acf6-3ff970f1bef4 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502191 May 04 15:03:53.979955 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:54.190127 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e761-5efe-441c-a55c-8688b80b1732 req-c8e9d892-a0e4-442f-950b-5cd9d223d1ba tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:54.191597 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8e68e761-5efe-441c-a55c-8688b80b1732 req-c8e9d892-a0e4-442f-950b-5cd9d223d1ba tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0502472 May 04 15:03:54.234716 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8e68e761-5efe-441c-a55c-8688b80b1732 req-a5bc1aea-2234-4dd6-9957-1b11eada19e0 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 May 04 15:03:54.529604 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-870684d2-5163-434b-8bdb-5df910be7cb8 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:54.529604 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-870684d2-5163-434b-8bdb-5df910be7cb8 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.0585854 May 04 15:03:54.698683 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:03:54.698999 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:54.760999 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cce7c8-24b9-4f47-907b-efdb8f8370cc req-7134ab13-4116-4d8d-b838-d51d405810d9 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:54.762549 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f7cce7c8-24b9-4f47-907b-efdb8f8370cc req-7134ab13-4116-4d8d-b838-d51d405810d9 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 945 time: 0.1416082 May 04 15:03:54.777166 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e30d2-0559-43ea-9a39-ad0cc3bd3dde req-bcbbed2a-328f-4cd7-b5e0-86c7eb20eb6e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:54.778628 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-193e30d2-0559-43ea-9a39-ad0cc3bd3dde req-bcbbed2a-328f-4cd7-b5e0-86c7eb20eb6e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.1474044 May 04 15:03:54.855167 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f7cce7c8-24b9-4f47-907b-efdb8f8370cc req-14cb413b-323d-4af5-8717-1cfb235b2c14 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859652 May 04 15:03:54.862131 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] For port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:54.862131 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:54.877694 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-193e30d2-0559-43ea-9a39-ad0cc3bd3dde req-208a80b2-95f8-454d-b99b-fe947d37f358 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912359 May 04 15:03:55.046940 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:55.047160 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:55.047486 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP da2a9174-a606-4ed8-a5df-00d8cc00e0c2 disassociated. External IP: 172.28.3.92, port: 3f96fbc7-bdc5-4f7e-be41-19da8378d79e. May 04 15:03:55.047857 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for 3f96fbc7-bdc5-4f7e-be41-19da8378d79e owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:03:55.177466 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:55.205460 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=3f96fbc7-bdc5-4f7e-be41-19da8378d79e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:55.326146 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:55.436154 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:55.445841 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:55.455931 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:55.456541 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:55.473550 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] No DVR routers for this DVR port 3f96fbc7-bdc5-4f7e-be41-19da8378d79e on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:03:55.476067 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:55.479504 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8394c024-32d5-4ec9-a4a2-e71d1ae17d6a req-87939a1f-f490-4b9f-b689-1454fc580243 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "DELETE /v2.0/ports/3f96fbc7-bdc5-4f7e-be41-19da8378d79e HTTP/1.1" status: 204 len: 173 time: 0.9418013 May 04 15:03:55.479941 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'name': 'network-vif-deleted', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:55.482202 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b15516-cc7b-451d-ad14-e0609a68fed1" -d '{"events": [{"server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "name": "network-vif-deleted", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:55.522299 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab549d5-9d05-44f8-8154-2d02e092e87c x-openstack-request-id: req-eab549d5-9d05-44f8-8154-2d02e092e87c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:55.522637 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c6891f-48e5-46f8-ae62-db3a5c3e52d8", "name": "network-vif-deleted", "tag": "3f96fbc7-bdc5-4f7e-be41-19da8378d79e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:55.522880 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eab549d5-9d05-44f8-8154-2d02e092e87c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:55.523293 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab549d5-9d05-44f8-8154-2d02e092e87c'] response: {'server_uuid': 'e2c6891f-48e5-46f8-ae62-db3a5c3e52d8', 'name': 'network-vif-deleted', 'tag': '3f96fbc7-bdc5-4f7e-be41-19da8378d79e', 'status': 'completed', 'code': 200} May 04 15:03:55.570745 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:55.776513 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:55.801872 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:55.810451 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:55.811076 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:55.926429 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:55.998881 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3d0dcccb-1014-4083-996e-b6ca046bbbb9 req-7e4fc598-ec28-41fc-8a8c-d0328c700b7c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2c6891f-48e5-46f8-ae62-db3a5c3e52d8 HTTP/1.1" status: 200 len: 210 time: 0.0540187 May 04 15:03:56.024444 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711e9f8-7f9c-44e0-a4f4-0a0dee2ed20a req-e265573d-1e60-4464-aca5-04d90f824ec5 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:56.026209 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3711e9f8-7f9c-44e0-a4f4-0a0dee2ed20a req-e265573d-1e60-4464-aca5-04d90f824ec5 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0561068 May 04 15:03:56.084156 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3711e9f8-7f9c-44e0-a4f4-0a0dee2ed20a req-d52a8e80-e555-478c-acd7-125838da9aec tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507216 May 04 15:03:56.140173 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:56.170541 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0489c79-ee8d-4161-9002-6fa902e63d34 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:56.392942 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccca2f-a86f-4bba-b476-6808dde659a9 None None] New status for floating IP da2a9174-a606-4ed8-a5df-00d8cc00e0c2: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:03:57.092716 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 50760) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:57.152044 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f334f99-eda7-47f6-a3e6-4c358845472e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.198494 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f334f99-eda7-47f6-a3e6-4c358845472e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.242600 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1e4f-15c8-471f-a1c7-2a6860879ca8 req-66d1546e-9522-4303-aff3-dfd6b9d3a69c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:57.244005 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-61fa1e4f-15c8-471f-a1c7-2a6860879ca8 req-66d1546e-9522-4303-aff3-dfd6b9d3a69c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0810339 May 04 15:03:57.271924 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f334f99-eda7-47f6-a3e6-4c358845472e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.274378 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f334f99-eda7-47f6-a3e6-4c358845472e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.275501 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1f334f99-eda7-47f6-a3e6-4c358845472e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/security-groups/2c2f7f9b-c9ad-46ec-bb1d-b8e889554589 HTTP/1.1" status: 204 len: 168 time: 0.1817906 May 04 15:03:57.279017 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50764) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:57.292399 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334f99-eda7-47f6-a3e6-4c358845472e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f7f9b-c9ad-46ec-bb1d-b8e889554589,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:57.298861 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-61fa1e4f-15c8-471f-a1c7-2a6860879ca8 req-077ce09d-33c6-4dab-a4a1-a1d6baffb51f tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472593 May 04 15:03:57.301874 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-da0c2a72-a87a-4f2a-9a52-8c25d5446a76 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] show failed (client error): The resource could not be found. May 04 15:03:57.305640 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-da0c2a72-a87a-4f2a-9a52-8c25d5446a76 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups/2c2f7f9b-c9ad-46ec-bb1d-b8e889554589 HTTP/1.1" status: 404 len: 347 time: 0.0228508 May 04 15:03:57.306226 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 50766) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:57.435973 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port 55eef2df-7e29-40bd-a752-c998e975ebbc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:03:57.436311 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.513423 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.513888 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.525740 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for 55eef2df-7e29-40bd-a752-c998e975ebbc owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:03:57.678919 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.686509 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 3f96fbc7-bdc5-4f7e-be41-19da8378d79e no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:57.705740 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 3f96fbc7-bdc5-4f7e-be41-19da8378d79e {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:03:57.706167 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 3f96fbc7-bdc5-4f7e-be41-19da8378d79e not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:57.709207 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=55eef2df-7e29-40bd-a752-c998e975ebbc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:57.764615 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.767194 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:57.768325 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3faf8834-59a6-46b6-9a21-80510390e2fd tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/floatingips/da2a9174-a606-4ed8-a5df-00d8cc00e0c2 HTTP/1.1" status: 204 len: 168 time: 0.4609766 May 04 15:03:58.373901 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50774) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:58.378551 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-0e5b0d1c-12f5-4e09-9601-81e37f42514b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267865310', 'description': 'tempest-description--25518899'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:58.403821 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0d1c-12f5-4e09-9601-81e37f42514b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.430190 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c966dd-1f14-4f59-97cd-c1621a4d8a95 req-511f1aeb-5163-464b-b315-e8b21a6c888d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:58.431707 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f6c966dd-1f14-4f59-97cd-c1621a4d8a95 req-511f1aeb-5163-464b-b315-e8b21a6c888d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0521159 May 04 15:03:58.472428 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0d1c-12f5-4e09-9601-81e37f42514b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.472667 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f6c966dd-1f14-4f59-97cd-c1621a4d8a95 req-96265545-fa17-4f50-b3f6-5f4c733d2e36 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343528 May 04 15:03:58.477365 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0d1c-12f5-4e09-9601-81e37f42514b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.507837 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0d1c-12f5-4e09-9601-81e37f42514b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.509068 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0e5b0d1c-12f5-4e09-9601-81e37f42514b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1340899 May 04 15:03:58.509752 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b0d1c-12f5-4e09-9601-81e37f42514b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cbc560-628f-4608-98b9-7e46a1dd3c53,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:58.512053 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50778) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:58.519562 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-413ae1d9-a3ca-47d9-a027-26ef2dd8c0c7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': 'f5cbc560-628f-4608-98b9-7e46a1dd3c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:58.546834 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-413ae1d9-a3ca-47d9-a027-26ef2dd8c0c7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.606684 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-413ae1d9-a3ca-47d9-a027-26ef2dd8c0c7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.611154 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-413ae1d9-a3ca-47d9-a027-26ef2dd8c0c7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.626660 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae1d9-a3ca-47d9-a027-26ef2dd8c0c7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9fbf83-ff56-4a9e-b648-03a0a77b4adb,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:58.638817 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-413ae1d9-a3ca-47d9-a027-26ef2dd8c0c7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.640150 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-413ae1d9-a3ca-47d9-a027-26ef2dd8c0c7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244912 May 04 15:03:58.642801 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50782) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:58.649508 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-496ac025-309f-4b59-81c3-028351c1a3d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': 'f5cbc560-628f-4608-98b9-7e46a1dd3c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:58.676773 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-496ac025-309f-4b59-81c3-028351c1a3d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.695325 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900c8f9-22b3-4092-bd14-db1b1773b23f req-833911be-baea-46ac-8caf-d3e55b3074d7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:58.696870 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5900c8f9-22b3-4092-bd14-db1b1773b23f req-833911be-baea-46ac-8caf-d3e55b3074d7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0675697 May 04 15:03:58.735006 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-496ac025-309f-4b59-81c3-028351c1a3d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.740109 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-496ac025-309f-4b59-81c3-028351c1a3d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.754033 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5900c8f9-22b3-4092-bd14-db1b1773b23f req-4bbe5a25-29d9-4e09-a117-c4ebc63bc8f5 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435236 May 04 15:03:58.755801 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-22e65a63-c7e8-4dd0-99c6-35c80a7856dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:58.757196 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-22e65a63-c7e8-4dd0-99c6-35c80a7856dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1099 time: 0.0784264 May 04 15:03:58.758077 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ac025-309f-4b59-81c3-028351c1a3d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0353f2-3528-4900-a063-ba2cb170238c,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:58.765032 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-496ac025-309f-4b59-81c3-028351c1a3d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.766561 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-496ac025-309f-4b59-81c3-028351c1a3d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225033 May 04 15:03:58.769354 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 50784) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:58.774416 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:58.796419 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.858043 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-b9e5747f-d09c-42d6-9dba-a45efacc51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:58.859625 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-b9e5747f-d09c-42d6-9dba-a45efacc51d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.0888791 May 04 15:03:58.900076 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:58.936676 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-7e0a7d13-9ddc-47f8-905f-1973c03abd10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 1001 time: 0.0616102 May 04 15:03:58.988752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-d730f429-5e11-4163-8423-ba1a8d353111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:58.990132 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-d730f429-5e11-4163-8423-ba1a8d353111 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.0468554 May 04 15:03:59.019977 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.28.3.175 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/573c82b5-f393-4d22-ba78-a8272369bb68) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:03:59.040334 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-b4578ffa-158c-4167-a86a-94cc038d2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:59.041872 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-b4578ffa-158c-4167-a86a-94cc038d2943 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0404837 May 04 15:03:59.129420 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-a0da4ac0-798e-47c5-a4c2-73ef5a026aae service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800056 May 04 15:03:59.133835 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.170969 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.212042 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:03:59.215115 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:03:59.219430 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:03:59.224058 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=573c82b5-f393-4d22-ba78-a8272369bb68,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:59.230760 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b421b13-6f5d-4c1d-a066-3b89c86b9e0f req-00591788-5c34-4323-ae1b-b4b3983dd7f8 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934284 May 04 15:03:59.274328 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.308042 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.465880 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.473329 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.504897 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.524275 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=573c82b5-f393-4d22-ba78-a8272369bb68,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:59.530059 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:59.531295 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c5ada79e-8b1d-490d-870f-056b76656147 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7604396 May 04 15:03:59.693236 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-153b85e3-d69b-4e4e-9eef-3e42f367cf2b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1267865310&fields=id&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 267 time: 0.0336797 May 04 15:04:00.095018 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-820987a2-b5c1-4ffa-8646-a8a7dfecd34a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:00.096495 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-820987a2-b5c1-4ffa-8646-a8a7dfecd34a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 0.3965247 May 04 15:04:00.107556 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699135c-b420-4419-a542-32b1fef6e8d2 req-829540f7-80ca-4477-b218-0a6c382c9746 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:00.109027 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8699135c-b420-4419-a542-32b1fef6e8d2 req-829540f7-80ca-4477-b218-0a6c382c9746 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0844409 May 04 15:04:00.130836 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-36739430-d000-4f51-ad28-4ad244072eb5 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/quotas/4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 375 time: 0.0208397 May 04 15:04:00.183396 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8699135c-b420-4419-a542-32b1fef6e8d2 req-a30d23ac-335d-40d5-a9ae-8b680d4bbffb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651219 May 04 15:04:00.200442 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-8348a47d-2d99-4b17-9e5f-40a6c530a560 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621610 May 04 15:04:00.303104 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-1d4fa968-5fda-4f7e-900e-febf9f20110c service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908544 May 04 15:04:00.391663 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-1d19d3b1-a483-4891-bc79-90c034670db1 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830476 May 04 15:04:00.555767 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c955d9d9-64ff-4f86-82ef-135635a50a62 req-b1c88923-7848-4cc5-a54f-171a23bf8808 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 210 time: 0.0305231 May 04 15:04:01.304958 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37f884-df6b-4e8a-9f75-d381cc820de1 req-f5fe2ad6-1a75-4666-a0cf-14b7e6517c5a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:01.306426 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cb37f884-df6b-4e8a-9f75-d381cc820de1 req-f5fe2ad6-1a75-4666-a0cf-14b7e6517c5a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0501180 May 04 15:04:01.344761 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cb37f884-df6b-4e8a-9f75-d381cc820de1 req-4f558d21-43a1-45e6-9361-3c50494265f5 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 May 04 15:04:01.665489 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a181e31-270d-4566-9217-3184e699873e req-a51b684b-a1b1-4fe4-bd38-f253f414ec39 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 210 time: 0.0348759 May 04 15:04:01.699747 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-57a910a4-84c5-475e-b30e-d5c528ce205f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:01.701439 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-57a910a4-84c5-475e-b30e-d5c528ce205f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 0.1385245 May 04 15:04:01.763161 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-d4b96f0a-08c2-4519-820d-dc329db92a0e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 380 time: 0.0357318 May 04 15:04:01.778480 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'port': {'device_id': 'b4d459b9-b8ef-4850-9691-62249985520c', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'admin_state_up': True, 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'security_groups': ['f5cbc560-628f-4608-98b9-7e46a1dd3c53']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:01.892637 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Made reservation on behalf of 4409ef01cf20403e9a31e3224c6ca84a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:04:01.896174 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.022357 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.20.0.12 (d6c3806b-af4e-47ad-b507-0ee62747f9c4/b4068bbd-8292-49fc-bcc1-bacdb5185837/e6cd5233-e63e-4948-aa66-a99c37c0a617) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:04:02.159095 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.201280 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.244474 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:04:02.248104 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:04:02.251861 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:04:02.258237 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=e6cd5233-e63e-4948-aa66-a99c37c0a617,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:02.306571 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:02.307358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.325915 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-a5a4b05b-dae5-474d-bb57-57991e67bebc tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510235 May 04 15:04:02.338383 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Request body: {'port': {'device_id': 'b4d459b9-b8ef-4850-9691-62249985520c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:02.394475 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.434409 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-38c03edd-2f23-415a-9c97-1a3ea17fe1d8 None None] Provisioning complete for port e6cd5233-e63e-4948-aa66-a99c37c0a617 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:02.435021 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-38c03edd-2f23-415a-9c97-1a3ea17fe1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.472226 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-38c03edd-2f23-415a-9c97-1a3ea17fe1d8 None None] Port e6cd5233-e63e-4948-aa66-a99c37c0a617 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:04:02.665150 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cd5233-e63e-4948-aa66-a99c37c0a617 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:02.673215 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.687009 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Transition to ACTIVE for port object e6cd5233-e63e-4948-aa66-a99c37c0a617 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:04:02.691136 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.748312 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Pushing event updated for resources: {'Port': ['ID=e6cd5233-e63e-4948-aa66-a99c37c0a617,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:02.834052 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab3f5e-6f51-4ebc-a192-a85e650be561 req-5a881e39-032d-4670-92ce-27aa17efb6a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:02.835602 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-90ab3f5e-6f51-4ebc-a192-a85e650be561 req-5a881e39-032d-4670-92ce-27aa17efb6a0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 944 time: 0.0980508 May 04 15:04:02.864470 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Attempting to bind port e6cd5233-e63e-4948-aa66-a99c37c0a617 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:04:02.864793 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Attempting to bind port e6cd5233-e63e-4948-aa66-a99c37c0a617 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:04:02.865115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Attempting to bind port e6cd5233-e63e-4948-aa66-a99c37c0a617 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:02.874927 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Port e6cd5233-e63e-4948-aa66-a99c37c0a617 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:04:02.875244 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Attempting to bind port e6cd5233-e63e-4948-aa66-a99c37c0a617 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:02.888172 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:04:02.889060 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Checking segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:04:02.889438 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Bound using segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:04:02.889864 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Bound port: e6cd5233-e63e-4948-aa66-a99c37c0a617, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:04:02.890213 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:02.895522 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-90ab3f5e-6f51-4ebc-a192-a85e650be561 req-a4ab8e20-52e1-4c04-aa8c-a5757b302408 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531728 May 04 15:04:02.955904 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] For port e6cd5233-e63e-4948-aa66-a99c37c0a617, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:04:02.958867 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] For port e6cd5233-e63e-4948-aa66-a99c37c0a617, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:04:02.963085 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:03.003007 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.003649 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:03.005032 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] 10.222.0.60 "PUT /v2.0/ports/e6cd5233-e63e-4948-aa66-a99c37c0a617 HTTP/1.1" status: 200 len: 1094 time: 0.6709507 May 04 15:04:03.005466 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:03.007726 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:03.030595 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826d715-f0fd-48e5-a5c5-ebe6cd812feb service neutron] Pushing event updated for resources: {'Port': ['ID=e6cd5233-e63e-4948-aa66-a99c37c0a617,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:03.061729 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cdfa18-0f32-46de-885c-6b8420487cf5 x-openstack-request-id: req-f2cdfa18-0f32-46de-885c-6b8420487cf5 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:03.062015 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:03.062259 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2cdfa18-0f32-46de-885c-6b8420487cf5 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:03.062681 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2cdfa18-0f32-46de-885c-6b8420487cf5'] response: {'name': 'network-changed', 'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'status': 'completed', 'code': 200} May 04 15:04:03.094852 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-feafc22b-05bf-40f4-b1c2-5c3e49a45a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.096522 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-feafc22b-05bf-40f4-b1c2-5c3e49a45a39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 1097 time: 0.0441763 May 04 15:04:03.144618 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-680b9f01-b92a-471c-8e1d-b3f6043b9793 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617 HTTP/1.1" status: 200 len: 217 time: 0.0349414 May 04 15:04:03.207330 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-9632024b-b0ee-46de-b482-5bf91bcb93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.209049 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-9632024b-b0ee-46de-b482-5bf91bcb93b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0489795 May 04 15:04:03.259400 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-e325cd3b-821c-44f3-918c-af5513a946e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.262984 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-e325cd3b-821c-44f3-918c-af5513a946e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0445170 May 04 15:04:03.379027 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-0f885321-eb45-41da-a7c2-51707e18c3f5 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991471 May 04 15:04:03.509847 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a0ac3205-11f5-4b14-87af-9d0609333592 req-cc97470d-9e37-4588-bc93-f65dc8e1215c service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013420 May 04 15:04:03.637070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-f53fae08-ae22-4c09-af2d-999a56def8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.638787 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-f53fae08-ae22-4c09-af2d-999a56def8c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 1097 time: 0.0630403 May 04 15:04:03.759918 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-ea712662-a626-4fc3-8996-74cfb7e7461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.761564 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-ea712662-a626-4fc3-8996-74cfb7e7461e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.0877583 May 04 15:04:03.808613 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-f7e41d95-cb40-43ea-b8fc-eda642998148 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617 HTTP/1.1" status: 200 len: 217 time: 0.0372186 May 04 15:04:03.861287 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-e9e3e22e-4178-4684-8dfe-7ebff3d2ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.862811 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-e9e3e22e-4178-4684-8dfe-7ebff3d2ed97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0456581 May 04 15:04:03.918684 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-f85b7bc8-7cc3-4add-aa54-098cbe2ab63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:03.920094 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-f85b7bc8-7cc3-4add-aa54-098cbe2ab63b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0463133 May 04 15:04:04.057483 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0515-2d18-49fa-bd0e-787155159f3e req-2675974c-9b87-42a8-a5e6-fca1359f06b6 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:04.058972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-426b0515-2d18-49fa-bd0e-787155159f3e req-2675974c-9b87-42a8-a5e6-fca1359f06b6 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 944 time: 0.0728409 May 04 15:04:04.060918 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-06a86b83-f534-47e6-a0d4-ce41d65fca26 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264024 May 04 15:04:04.140348 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-426b0515-2d18-49fa-bd0e-787155159f3e req-b66cf753-9c8d-4ad1-bf56-57d843efe36e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744314 May 04 15:04:04.176443 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4b50122d-2787-42cc-a1d0-c0eeb7c4b670 req-d7d80c20-02bf-4f2c-9233-d077272445f7 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938959 May 04 15:04:05.263477 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744c908-caf8-4611-8806-936f26941428 req-b63cd508-fc79-4f96-aa59-b3acf8422d37 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:05.264951 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4744c908-caf8-4611-8806-936f26941428 req-b63cd508-fc79-4f96-aa59-b3acf8422d37 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 944 time: 0.0510430 May 04 15:04:05.302268 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4744c908-caf8-4611-8806-936f26941428 req-bc337d17-db7f-4ca4-86f7-2d89a43662e4 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 May 04 15:04:05.705939 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e6cd5233-e63e-4948-aa66-a99c37c0a617 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:04:05.807461 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e6cd5233-e63e-4948-aa66-a99c37c0a617, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:05.819360 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'port_id': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'mac_address': 'fa:16:3e:d4:fe:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:04:05.856517 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:05.869505 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cd5233-e63e-4948-aa66-a99c37c0a617 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:05.891177 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e6cd5233-e63e-4948-aa66-a99c37c0a617, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:05.895756 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:05.943493 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=e6cd5233-e63e-4948-aa66-a99c37c0a617,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:06.091196 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-893ac007-20e6-49a0-bf47-605357694532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:06.092675 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-893ac007-20e6-49a0-bf47-605357694532 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0691805 May 04 15:04:06.108556 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba9641-a7e8-4323-ba4d-295151972815 req-8d659d5b-e2ee-4b0b-a5a3-8bc53e65b386 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:06.109942 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbba9641-a7e8-4323-ba4d-295151972815 req-8d659d5b-e2ee-4b0b-a5a3-8bc53e65b386 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0770805 May 04 15:04:06.199748 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbba9641-a7e8-4323-ba4d-295151972815 req-91ffb7c5-4bca-4404-ad1c-deb06fdd86f8 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830047 May 04 15:04:06.225754 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-34605c5a-c1de-4a09-9682-fa7c4f884d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:06.228803 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-34605c5a-c1de-4a09-9682-fa7c4f884d4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.1279097 May 04 15:04:06.231626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['e6cd5233-e63e-4948-aa66-a99c37c0a617'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:06.295706 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-ca09bd02-b624-44cc-9e76-2e0bc1fa029b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 1002 time: 0.0586309 May 04 15:04:06.370498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-1dc00f9f-a1dd-4911-8d0c-b804e8b4591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:06.373412 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-1dc00f9f-a1dd-4911-8d0c-b804e8b4591c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0568061 May 04 15:04:06.461732 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5056b-523b-4ed2-9d83-4e54cbaee037 req-a40c0c33-7dfa-4270-acf9-8abd8d943c05 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:06.463304 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ef5056b-523b-4ed2-9d83-4e54cbaee037 req-a40c0c33-7dfa-4270-acf9-8abd8d943c05 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 945 time: 0.0774369 May 04 15:04:06.468158 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-74f210b2-ff3f-4d6b-b1be-b4f23f750438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:06.469563 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-74f210b2-ff3f-4d6b-b1be-b4f23f750438 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738871 May 04 15:04:06.546282 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ef5056b-523b-4ed2-9d83-4e54cbaee037 req-170f1d0c-7bdf-4631-b02b-c90449b646fa tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757565 May 04 15:04:06.584124 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-fa242b92-92a1-4e47-939c-8c7a24106441 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008377 May 04 15:04:06.676178 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d22edc7e-aab7-44a2-be76-285b896b8128 req-9ba70678-2232-4ab7-9dce-92f99094338e service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822334 May 04 15:04:07.336642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a935b1b-5b04-4c12-8fe9-80f090c8ec96 req-8d506147-07da-47ee-bf7c-cec76f2cfdea tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:07.338105 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8a935b1b-5b04-4c12-8fe9-80f090c8ec96 req-8d506147-07da-47ee-bf7c-cec76f2cfdea tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0589335 May 04 15:04:07.377947 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8a935b1b-5b04-4c12-8fe9-80f090c8ec96 req-9aca9dbe-383b-4d12-beb5-52c53e3d0f56 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 May 04 15:04:07.679679 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c749-5723-464e-86ac-b19a9b93bd64 req-408c8c73-246f-49e0-b34e-0ea9189b7aa6 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:07.681141 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f90c749-5723-464e-86ac-b19a9b93bd64 req-408c8c73-246f-49e0-b34e-0ea9189b7aa6 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 945 time: 0.0582879 May 04 15:04:07.709857 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:04:07.719569 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f90c749-5723-464e-86ac-b19a9b93bd64 req-c7a092fe-5ac6-4f7a-9b29-6a4668a6f7a4 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 May 04 15:04:07.733643 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e6cd5233-e63e-4948-aa66-a99c37c0a617 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:04:07.786888 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port e6cd5233-e63e-4948-aa66-a99c37c0a617 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:04:07.790839 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port e6cd5233-e63e-4948-aa66-a99c37c0a617 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:07.791209 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:07.871718 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:07.893754 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:07.895998 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9dc3aa-da06-4412-8457-0f124de57336" -d '{"events": [{"server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "name": "network-vif-plugged", "status": "completed", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:07.908220 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port e6cd5233-e63e-4948-aa66-a99c37c0a617, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:07.914005 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:07.948031 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281dfafe-1dcf-45c5-82c8-622848ac6775 x-openstack-request-id: req-281dfafe-1dcf-45c5-82c8-622848ac6775 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:07.948339 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "name": "network-vif-plugged", "status": "completed", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:07.948601 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-281dfafe-1dcf-45c5-82c8-622848ac6775 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:07.949020 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281dfafe-1dcf-45c5-82c8-622848ac6775'] response: {'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'code': 200} May 04 15:04:07.964391 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=e6cd5233-e63e-4948-aa66-a99c37c0a617,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:08.170251 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd904b-6070-484e-a919-4dff6f7159dd req-7c7933f5-93d9-4084-bd08-7e72429afa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:08.171662 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b4fd904b-6070-484e-a919-4dff6f7159dd req-7c7933f5-93d9-4084-bd08-7e72429afa87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 1099 time: 0.0418060 May 04 15:04:08.219200 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b4fd904b-6070-484e-a919-4dff6f7159dd req-e89f373d-ee3c-4da9-a21e-654d3e09b057 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288374 May 04 15:04:08.504165 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6476920-2ee0-4ae6-9e0f-3e1a18395186 req-b009799d-3401-461d-84b6-a5de6f2efd8a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:08.505652 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6476920-2ee0-4ae6-9e0f-3e1a18395186 req-b009799d-3401-461d-84b6-a5de6f2efd8a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0501716 May 04 15:04:08.551245 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c6476920-2ee0-4ae6-9e0f-3e1a18395186 req-a12404ab-41ae-4625-84aa-852e2b110dcc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391905 May 04 15:04:08.852397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947362b-a00a-4d7c-a652-3160ef647a51 req-afabc238-062b-4f52-84af-72ae069e8515 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:08.853869 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e947362b-a00a-4d7c-a652-3160ef647a51 req-afabc238-062b-4f52-84af-72ae069e8515 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 946 time: 0.0569811 May 04 15:04:08.894702 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e947362b-a00a-4d7c-a652-3160ef647a51 req-59eeb68e-6d71-4e31-98c3-90217fcc083e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344553 May 04 15:04:09.668430 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339e4a-3c71-42b2-860a-3bec696ee8f4 req-139aa2aa-bb3e-4dbc-8cdd-9381141e06fc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:09.669944 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cf339e4a-3c71-42b2-860a-3bec696ee8f4 req-139aa2aa-bb3e-4dbc-8cdd-9381141e06fc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0505352 May 04 15:04:09.713198 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cf339e4a-3c71-42b2-860a-3bec696ee8f4 req-4015a999-fe0d-4386-954b-64c9e351463c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371661 May 04 15:04:10.021032 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab784e-8966-48fb-ab68-4de1b6a5c059 req-242139e6-7d31-4704-8cc6-0db54358ba88 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:10.022494 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7fab784e-8966-48fb-ab68-4de1b6a5c059 req-242139e6-7d31-4704-8cc6-0db54358ba88 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 946 time: 0.0484028 May 04 15:04:10.061023 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7fab784e-8966-48fb-ab68-4de1b6a5c059 req-d610178d-731f-4f95-967d-3e06b59d4645 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322671 May 04 15:04:10.194201 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72121af4-6609-4344-83cf-f626ebdcd6e7 req-8afcbbc1-8733-4c6a-92e9-4e2c5c6ddaf0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:10.195616 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-72121af4-6609-4344-83cf-f626ebdcd6e7 req-8afcbbc1-8733-4c6a-92e9-4e2c5c6ddaf0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 946 time: 0.0584693 May 04 15:04:10.210063 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 50922) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:10.214757 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'port_id': 'e6cd5233-e63e-4948-aa66-a99c37c0a617'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:10.260703 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:10.729390 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:10.735667 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:11.107929 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP 077e3489-6c91-4738-a71c-b2a01ba17945 associated. External IP: 172.28.3.175, port: e6cd5233-e63e-4948-aa66-a99c37c0a617. May 04 15:04:11.153232 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdce5e-83d9-4fbc-b730-1949c5357331 req-0c100285-7b6e-4571-90bb-ef9671502403 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:11.154729 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1cfdce5e-83d9-4fbc-b730-1949c5357331 req-0c100285-7b6e-4571-90bb-ef9671502403 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.3715484 May 04 15:04:11.218899 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7701257b-a357-489f-b75e-f414a546df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:11.237937 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1cfdce5e-83d9-4fbc-b730-1949c5357331 req-72124f94-9e20-4f27-b2a1-e95f0c72bc78 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762250 May 04 15:04:11.357008 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:11.472330 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:11.478360 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:11.484990 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:11.495650 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:11.496256 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:11.504571 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1e382729-3639-4818-88d0-eaff9e8cad9e tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "PUT /v2.0/floatingips/077e3489-6c91-4738-a71c-b2a01ba17945 HTTP/1.1" status: 200 len: 992 time: 1.2934432 May 04 15:04:11.507045 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:11.507441 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1372efce-b56a-4034-89c9-4bab93f95a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:11.544302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd88e0-99c0-49e0-828b-26391eb15749 x-openstack-request-id: req-88fd88e0-99c0-49e0-828b-26391eb15749 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:11.544723 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:11.545057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88fd88e0-99c0-49e0-828b-26391eb15749 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:11.545575 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fd88e0-99c0-49e0-828b-26391eb15749'] response: {'name': 'network-changed', 'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'status': 'completed', 'code': 200} May 04 15:04:11.615535 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-35777031-3279-464f-af8e-ba5a0f6a0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:11.617037 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-35777031-3279-464f-af8e-ba5a0f6a0d5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 1099 time: 0.0417976 May 04 15:04:11.685178 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:11.710876 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-d2c739a1-f982-454a-947c-e95b47d2d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:11.712342 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-d2c739a1-f982-454a-947c-e95b47d2d907 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.0886176 May 04 15:04:11.792006 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-2d332ce6-2bff-449a-b768-abb95d894599 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617 HTTP/1.1" status: 200 len: 1000 time: 0.0599434 May 04 15:04:11.845821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-8164e6c1-46b5-4e5f-ab86-33e45e939522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:11.847463 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-8164e6c1-46b5-4e5f-ab86-33e45e939522 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0480506 May 04 15:04:11.894779 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-d29d0927-b5df-4c8c-b97f-60b8021e8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:11.896226 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-d29d0927-b5df-4c8c-b97f-60b8021e8eb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0404587 May 04 15:04:11.913800 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '077e3489-6c91-4738-a71c-b2a01ba17945', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.175', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:d4:fe:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d459b9-b8ef-4850-9691-62249985520c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:59Z', 'updated_at': '2022-05-04T15:04:10Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:11.945518 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:11.955168 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:11.955776 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:03:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:11.995651 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-85bd20dc-06ff-45e2-b4af-23a50680f70b service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836353 May 04 15:04:12.062909 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:12.090283 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1372efce-b56a-4034-89c9-4bab93f95a2a req-341607d1-7c33-41d9-b4a5-e25320a67480 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 May 04 15:04:12.291739 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '077e3489-6c91-4738-a71c-b2a01ba17945', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.175', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:d4:fe:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d459b9-b8ef-4850-9691-62249985520c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:59Z', 'updated_at': '2022-05-04T15:04:10Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:12.320495 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefdfba-8c1e-496c-97fd-7ff9df30c8a5 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '077e3489-6c91-4738-a71c-b2a01ba17945', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.175', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:d4:fe:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d459b9-b8ef-4850-9691-62249985520c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:59Z', 'updated_at': '2022-05-04T15:04:10Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:12.357967 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86743e4-f5bb-43c1-9770-76be5fea0282 req-233b2624-010e-4692-99a8-aa4dae757626 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:12.359657 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c86743e4-f5bb-43c1-9770-76be5fea0282 req-233b2624-010e-4692-99a8-aa4dae757626 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0538528 May 04 15:04:12.399117 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c86743e4-f5bb-43c1-9770-76be5fea0282 req-eb8b0805-da6d-44c0-b4c7-96a157a7410e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330038 May 04 15:04:12.508542 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b781c-c72d-4959-a7c7-d85632f69d8c None None] New status for floating IP 077e3489-6c91-4738-a71c-b2a01ba17945: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:13.526585 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35408-dec0-40d3-9e34-7f5ed64dbae6 req-7d2db29a-d544-4ed9-a741-49781c435b6d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:13.528090 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7ad35408-dec0-40d3-9e34-7f5ed64dbae6 req-7d2db29a-d544-4ed9-a741-49781c435b6d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0520771 May 04 15:04:13.568505 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7ad35408-dec0-40d3-9e34-7f5ed64dbae6 req-ae68bb2c-f23a-4dcf-8456-46fb59f816db tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 May 04 15:04:13.625104 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1ff16594-fe52-48ec-ae34-e2f295f27cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:14.209419 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196a25-78c9-459e-9f7c-67c1f9ef9ef5 req-dc5d63c8-6f6c-44c6-9dcf-40bfbe198400 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.210826 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b0196a25-78c9-459e-9f7c-67c1f9ef9ef5 req-dc5d63c8-6f6c-44c6-9dcf-40bfbe198400 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0542114 May 04 15:04:14.250419 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b0196a25-78c9-459e-9f7c-67c1f9ef9ef5 req-21163817-36db-4398-9dac-432cf99ad5cd tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 May 04 15:04:14.642036 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:14.688570 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04ea1-ef26-4df0-847a-bc27fee15b9b req-fe24935d-6cff-43e0-843a-f009ed29164b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.690019 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93c04ea1-ef26-4df0-847a-bc27fee15b9b req-fe24935d-6cff-43e0-843a-f009ed29164b tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0487564 May 04 15:04:14.727954 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93c04ea1-ef26-4df0-847a-bc27fee15b9b req-2b274f20-b62c-4d9c-a4b9-60e65f70c891 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 May 04 15:04:15.379561 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1512e77-6f86-4ce4-b947-a536bb20c8a0 req-bbc3688e-5336-405c-a535-f774351eb0b3 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:15.381024 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a1512e77-6f86-4ce4-b947-a536bb20c8a0 req-bbc3688e-5336-405c-a535-f774351eb0b3 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0593967 May 04 15:04:15.420221 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a1512e77-6f86-4ce4-b947-a536bb20c8a0 req-9a32d54a-c696-4ee2-92c8-13d9b69ef064 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 May 04 15:04:15.855836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4746-c6ef-4c0b-ae6e-5c682b7d26e5 req-58f5647d-08f5-4885-8a61-b947cd5977fc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:15.857313 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2fbb4746-c6ef-4c0b-ae6e-5c682b7d26e5 req-58f5647d-08f5-4885-8a61-b947cd5977fc tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0544004 May 04 15:04:15.881289 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:15.900410 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2fbb4746-c6ef-4c0b-ae6e-5c682b7d26e5 req-de8831d8-2f64-4550-b8e6-de2cb1c19ce2 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360179 May 04 15:04:16.415601 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:16.541857 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d4467-f1cc-49ba-bbf4-b260f837bce7 req-a83ebcd0-a4d8-4640-919f-944779563b04 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:16.543341 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c52d4467-f1cc-49ba-bbf4-b260f837bce7 req-a83ebcd0-a4d8-4640-919f-944779563b04 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0554166 May 04 15:04:16.584865 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c52d4467-f1cc-49ba-bbf4-b260f837bce7 req-6abbd00d-be8d-4343-94c5-74b6aa974ef4 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325651 May 04 15:04:17.021304 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce168b-fb05-4032-b2d8-706803e12077 req-1bf33394-7ce8-4c1c-9285-05e44d7dcccd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:17.022789 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3dce168b-fb05-4032-b2d8-706803e12077 req-1bf33394-7ce8-4c1c-9285-05e44d7dcccd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0501685 May 04 15:04:17.060497 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3dce168b-fb05-4032-b2d8-706803e12077 req-fb4b279d-ca91-49da-bb55-748aac8c553c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315874 May 04 15:04:17.714375 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa599e-c95a-4a99-b05b-e31fb870a3c5 req-0e2d63d0-6fde-4ab9-91f1-3852128c28ee tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:17.715890 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-79aa599e-c95a-4a99-b05b-e31fb870a3c5 req-0e2d63d0-6fde-4ab9-91f1-3852128c28ee tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0611563 May 04 15:04:17.755467 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-79aa599e-c95a-4a99-b05b-e31fb870a3c5 req-7a4548ee-5fe1-4602-be27-5db7c3df9217 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 May 04 15:04:18.200174 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7fce5-c057-4e4a-ba5b-a3b7c62e2c69 req-464a41e8-42e2-4a55-97c8-1213fe44cc89 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:18.201634 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4de7fce5-c057-4e4a-ba5b-a3b7c62e2c69 req-464a41e8-42e2-4a55-97c8-1213fe44cc89 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0626018 May 04 15:04:18.250138 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4de7fce5-c057-4e4a-ba5b-a3b7c62e2c69 req-b0024060-c99d-48f9-8916-ad6c83599f16 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 May 04 15:04:18.894223 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9777a22-fce5-4834-baaf-e2f75b01ec9d req-98a899a9-a67e-4906-9d6f-4518f13941d3 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:18.895798 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a9777a22-fce5-4834-baaf-e2f75b01ec9d req-98a899a9-a67e-4906-9d6f-4518f13941d3 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0639358 May 04 15:04:18.942010 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a9777a22-fce5-4834-baaf-e2f75b01ec9d req-e24113f8-96cc-4d94-a500-b8209e314c5b tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/security-groups?id=454239c1-4b68-4306-9a1e-ece86d4195cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 May 04 15:04:19.403049 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e3f6-caa8-4703-b94f-125905b1a3eb req-455c59e6-b8ab-4c1a-9f74-bd1b1e241c44 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:19.404512 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fba7e3f6-caa8-4703-b94f-125905b1a3eb req-455c59e6-b8ab-4c1a-9f74-bd1b1e241c44 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0857377 May 04 15:04:19.416039 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-c316bb9a-46b4-4e4f-bff7-712b50423e89 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:19.417430 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-c316bb9a-46b4-4e4f-bff7-712b50423e89 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0635808 May 04 15:04:19.481230 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fba7e3f6-caa8-4703-b94f-125905b1a3eb req-7af5bb79-caa7-4dc9-9bd9-0cab14fd27ba tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628471 May 04 15:04:19.539605 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Deleting port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:19.539936 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:19.629151 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] For port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,segment=NetworkSegment(5b33a805-1e0f-440b-a975-978e72bd01a2),segment_id=5b33a805-1e0f-440b-a975-978e72bd01a2)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:19.629488 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:19.642995 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Calling delete_port for bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:19.778939 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:19.796433 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:19.811558 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Pushing event deleted for resources: {'Port': ['ID=bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:19.860042 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] No DVR routers for this DVR port bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:19.862691 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:19.865964 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3ee717c4-1fb5-4bb6-b580-6eed8e5fe7d8 req-fd44e0cf-4e87-4eaf-8d0a-31678edb3f6f tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.60 "DELETE /v2.0/ports/bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a HTTP/1.1" status: 204 len: 173 time: 0.4410236 May 04 15:04:19.866388 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'name': 'network-vif-deleted', 'tag': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:19.868650 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53f7785-35ad-4554-ba79-403bd272be33" -d '{"events": [{"server_uuid": "5c2ea5b8-8131-4e37-b834-00492577e7c9", "name": "network-vif-deleted", "tag": "bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:19.909052 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4509ae5b-8eab-4b50-b2f1-433b10044d2e x-openstack-request-id: req-4509ae5b-8eab-4b50-b2f1-433b10044d2e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:19.909339 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2ea5b8-8131-4e37-b834-00492577e7c9", "name": "network-vif-deleted", "tag": "bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:19.909893 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4509ae5b-8eab-4b50-b2f1-433b10044d2e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:19.910288 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4509ae5b-8eab-4b50-b2f1-433b10044d2e'] response: {'server_uuid': '5c2ea5b8-8131-4e37-b834-00492577e7c9', 'name': 'network-vif-deleted', 'tag': 'bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a', 'status': 'completed', 'code': 200} May 04 15:04:20.049315 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d0bd51be-50f1-4909-bd0a-2cfa443068bc req-5763bb9c-10b4-4833-8f83-d547a1406ec6 tempest-VolumesSnapshotTestJSON-1836876916 tempest-VolumesSnapshotTestJSON-1836876916-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c2ea5b8-8131-4e37-b834-00492577e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0290041 May 04 15:04:20.606539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0ba82-1b3d-457c-97b0-f49de37c9189 req-cf99cf42-1562-4391-a567-aab100f7355a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:20.608111 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-17e0ba82-1b3d-457c-97b0-f49de37c9189 req-cf99cf42-1562-4391-a567-aab100f7355a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0552635 May 04 15:04:20.647996 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-17e0ba82-1b3d-457c-97b0-f49de37c9189 req-b5d0448c-e6bd-474f-945e-2a9b61679fd5 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336232 May 04 15:04:21.764840 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72506a4-eb6b-4a93-9ead-1d0b8b5b36cf req-1f3d0c5d-805c-4646-b05e-0b32c34e49b9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:21.766320 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d72506a4-eb6b-4a93-9ead-1d0b8b5b36cf req-1f3d0c5d-805c-4646-b05e-0b32c34e49b9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0493050 May 04 15:04:21.807817 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d72506a4-eb6b-4a93-9ead-1d0b8b5b36cf req-d73012df-9ff4-4e12-aebd-cdb999f13542 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319600 May 04 15:04:22.941285 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d9d7-5e5b-4f33-9616-966b212a5bb5 req-68c35d3d-06f1-4c88-b4df-0a368d133695 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:22.942765 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-74c3d9d7-5e5b-4f33-9616-966b212a5bb5 req-68c35d3d-06f1-4c88-b4df-0a368d133695 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0571067 May 04 15:04:22.985866 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-74c3d9d7-5e5b-4f33-9616-966b212a5bb5 req-7fde2397-337d-4cf3-a9e7-ee9d41d913db tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 May 04 15:04:23.311436 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d17ed6-2405-42eb-8ab4-b9de98372279 req-858cae0f-7d49-40d4-9083-25b9b6453519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:23.312827 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46d17ed6-2405-42eb-8ab4-b9de98372279 req-858cae0f-7d49-40d4-9083-25b9b6453519 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0502958 May 04 15:04:23.353078 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46d17ed6-2405-42eb-8ab4-b9de98372279 req-7147d602-e015-4f78-83db-ee3d3b033a97 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283492 May 04 15:04:23.793021 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:23.812745 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:23.813434 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bb6a3e6b-5554-44cc-a7d5-6abd24b75c9a not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:23.972229 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.114114 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8b9e7-3d1b-4e2b-8e55-4ff22ea9878a req-2d2fbd0f-e8e2-4884-bdf6-351606e0103a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:24.115624 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e7d8b9e7-3d1b-4e2b-8e55-4ff22ea9878a req-2d2fbd0f-e8e2-4884-bdf6-351606e0103a tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0590589 May 04 15:04:24.156449 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e7d8b9e7-3d1b-4e2b-8e55-4ff22ea9878a req-cf6ff8d1-9a5b-433a-a01a-b2344f2e1899 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 May 04 15:04:25.277397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858f171-f5ce-4959-9981-a4816580342a req-40d6ffba-4756-44ba-9ed2-9342c8d66855 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.278873 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f858f171-f5ce-4959-9981-a4816580342a req-40d6ffba-4756-44ba-9ed2-9342c8d66855 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0528429 May 04 15:04:25.320066 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f858f171-f5ce-4959-9981-a4816580342a req-a8d190f4-0854-4d35-b5e2-5aaa4385f0a0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337617 May 04 15:04:25.575895 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-877e729b-f636-4ee3-bd27-e7bdb6b538cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413520 May 04 15:04:25.653763 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-78e9f285-6b66-4683-88aa-a5ef5001f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.655398 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-78e9f285-6b66-4683-88aa-a5ef5001f48c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 1099 time: 0.0559084 May 04 15:04:25.800080 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-9d6d1040-7eb9-47d4-9a7b-63ec5f15b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.801481 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-9d6d1040-7eb9-47d4-9a7b-63ec5f15b78a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1099 time: 0.1317079 May 04 15:04:25.831992 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4cbf4-9702-46ff-ba1e-d2023514859d req-7ba8db54-c94c-4cae-8818-149a33906df4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.833419 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fad4cbf4-9702-46ff-ba1e-d2023514859d req-7ba8db54-c94c-4cae-8818-149a33906df4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1463199 May 04 15:04:25.837129 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-f2ae3a9b-62ca-4273-96d6-9b178bf0150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.838789 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-f2ae3a9b-62ca-4273-96d6-9b178bf0150f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.1606162 May 04 15:04:25.983556 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-01d8732d-d752-4b50-bc68-2eed4c76f6c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 200 len: 1001 time: 0.1354961 May 04 15:04:25.988088 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fad4cbf4-9702-46ff-ba1e-d2023514859d req-c415cf09-a4b1-4caa-b04f-522626e20b60 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391051 May 04 15:04:25.991087 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-15caf341-5823-4ee8-8e84-25201e41ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.992513 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-15caf341-5823-4ee8-8e84-25201e41ec6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.1795738 May 04 15:04:26.075734 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-b1c47ba5-b15f-4245-adf2-109750e8fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.077110 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-b1c47ba5-b15f-4245-adf2-109750e8fa64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.0837753 May 04 15:04:26.088257 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-33d1eaeb-2f36-45af-818b-c533d295067d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 1002 time: 0.0872951 May 04 15:04:26.158723 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-243f4eef-61f1-40a0-b3d2-6e63e9cf6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.160501 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-243f4eef-61f1-40a0-b3d2-6e63e9cf6a99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0643411 May 04 15:04:26.163098 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-ebacaec0-1363-4a20-b693-1435a56bf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.164413 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-ebacaec0-1363-4a20-b693-1435a56bf91c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785730 May 04 15:04:26.266925 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-42cf05d7-0cd8-40cf-9ba0-cb6b1de2643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.268437 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-42cf05d7-0cd8-40cf-9ba0-cb6b1de2643a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945227 May 04 15:04:26.339211 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-e337b66b-c3fd-4639-987e-f2129864d8fb service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574128 May 04 15:04:26.432693 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-09013bfb-6595-4ef8-af9a-5ec522ca1c2b service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538095 May 04 15:04:26.506994 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-93db98a7-d6a0-49ea-8644-4bca312b68a3 req-54e7b727-0521-45dc-8672-0f03fd36f9aa service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574125 May 04 15:04:26.546732 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-755b641a-acb4-40fb-a19a-acc8dbd5ebca req-eae62098-d99f-489a-95f6-b04fc4a8b374 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015785 May 04 15:04:27.112286 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4f7dd-af70-407e-8997-9187c8603632 req-00b3f3e7-6d17-4e47-aa2e-a64c70b3dce1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:27.113780 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-10c4f7dd-af70-407e-8997-9187c8603632 req-00b3f3e7-6d17-4e47-aa2e-a64c70b3dce1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0502877 May 04 15:04:27.151773 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-10c4f7dd-af70-407e-8997-9187c8603632 req-009eebc7-f114-441b-bc01-5231217913b0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 May 04 15:04:28.289017 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d1af5-6c9d-4325-a2f4-9951fd008dcb req-3f16f1d7-7316-486b-b2b4-9884cf84270d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:28.290814 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-157d1af5-6c9d-4325-a2f4-9951fd008dcb req-3f16f1d7-7316-486b-b2b4-9884cf84270d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0582805 May 04 15:04:28.334230 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-157d1af5-6c9d-4325-a2f4-9951fd008dcb req-c2b1e939-8b0a-43b1-b7b8-5bb017d327f4 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371366 May 04 15:04:29.465183 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4870ff9-0a8d-4b12-9cdc-f7958c65d839 req-0407f711-b53f-4d6c-a68a-8b62a82ab6bd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:29.466705 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4870ff9-0a8d-4b12-9cdc-f7958c65d839 req-0407f711-b53f-4d6c-a68a-8b62a82ab6bd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0587366 May 04 15:04:29.511711 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4870ff9-0a8d-4b12-9cdc-f7958c65d839 req-1cefdb92-489f-46ba-92ae-64df14389028 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362287 May 04 15:04:29.630636 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e6dbe-de94-49ba-a928-c7e2fdc5c71a req-e7efda20-54c9-4515-ae56-24a93366116c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:29.632122 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-191e6dbe-de94-49ba-a928-c7e2fdc5c71a req-e7efda20-54c9-4515-ae56-24a93366116c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0545135 May 04 15:04:29.641602 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51074) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:29.646023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Request body: {'floatingip': {'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:29.706451 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.378763 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.db.resource_extend [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 15:04:30.430003 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.436304 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.644390 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:30.758599 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:30.763832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.768676 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] Sync routers for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:30.780192 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:30.780799 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:30.792000 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:30.794411 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34464bc4-43f6-4dc9-addd-67a33786ffd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:30.820634 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6344545b-91e9-45f0-a0e6-69fba45411dd tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "PUT /v2.0/floatingips/c6f40f12-1f0e-49ae-9fb3-1f2090e681fe HTTP/1.1" status: 200 len: 994 time: 1.1779559 May 04 15:04:30.839173 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c71487-e21c-4974-b17c-64ad3df475c1 x-openstack-request-id: req-47c71487-e21c-4974-b17c-64ad3df475c1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:30.839520 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:30.839770 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47c71487-e21c-4974-b17c-64ad3df475c1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:30.840165 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c71487-e21c-4974-b17c-64ad3df475c1'] response: {'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'status': 'completed', 'code': 200} May 04 15:04:30.902840 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:30.913367 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-a34d8d39-8006-4005-8195-70f6180704e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:30.914891 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-a34d8d39-8006-4005-8195-70f6180704e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0439289 May 04 15:04:31.031336 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-e0036ac0-c0b9-4ad8-93d5-4e416fa569b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.032957 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-e0036ac0-c0b9-4ad8-93d5-4e416fa569b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.1023505 May 04 15:04:31.110253 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-5a101ff2-34dd-468c-81a3-6ed9817d85e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 1002 time: 0.0622904 May 04 15:04:31.159706 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-e5743413-b334-493e-990e-6b66beb9c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.161132 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-e5743413-b334-493e-990e-6b66beb9c821 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0433033 May 04 15:04:31.205754 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-adf27858-e914-4744-a428-8acf57d2e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.207307 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-adf27858-e914-4744-a428-8acf57d2e9cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394857 May 04 15:04:31.226117 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'c6f40f12-1f0e-49ae-9fb3-1f2090e681fe', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'mac_address': 'fa:16:3e:84:fd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:39Z', 'updated_at': '2022-05-04T15:04:30Z', 'revision_number': 3, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:31.254139 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] Checking router: 208fb6d2-345d-47d9-9a76-e41b8e1402f8 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:31.271174 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:31.271869 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:31.304870 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-5ee6f754-b0d1-4f43-b36e-8e90916fb5f2 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876257 May 04 15:04:31.382658 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:31.402406 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34464bc4-43f6-4dc9-addd-67a33786ffd2 req-f6ec17db-d565-4ff5-bb0d-9a22985d582a service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899029 May 04 15:04:31.692366 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'c6f40f12-1f0e-49ae-9fb3-1f2090e681fe', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'mac_address': 'fa:16:3e:84:fd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:39Z', 'updated_at': '2022-05-04T15:04:30Z', 'revision_number': 3, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:31.719285 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a2aae-797a-4972-bb70-716d9a6d5542 None None] The sync data for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb is: [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'c6f40f12-1f0e-49ae-9fb3-1f2090e681fe', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'floating_ip_address': '172.28.3.115', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'port_id': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'mac_address': 'fa:16:3e:84:fd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:39Z', 'updated_at': '2022-05-04T15:04:30Z', 'revision_number': 3, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:32.841972 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:32.845771 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:32.885630 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a4f8c4-1c49-4e91-825f-a88dfb1ba753 x-openstack-request-id: req-35a4f8c4-1c49-4e91-825f-a88dfb1ba753 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:32.885917 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:32.886165 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35a4f8c4-1c49-4e91-825f-a88dfb1ba753 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:32.886577 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a4f8c4-1c49-4e91-825f-a88dfb1ba753'] response: {'name': 'network-changed', 'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'status': 'completed', 'code': 200} May 04 15:04:32.950401 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-fa6bb1df-4015-4bd1-b153-6fe7c022827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.951827 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-fa6bb1df-4015-4bd1-b153-6fe7c022827f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82e49d7421284dd98090fb4cd9b9af77&device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0412080 May 04 15:04:33.049852 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-31917234-8378-4e62-9301-a26bbd0981a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.051332 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-31917234-8378-4e62-9301-a26bbd0981a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 200 len: 919 time: 0.0856397 May 04 15:04:33.119946 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-0a50fad1-ee29-42a1-8b38-704764b07505 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 200 len: 1002 time: 0.0596344 May 04 15:04:33.173564 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-a4d42bf5-f2e3-41af-ac10-cb2b11c0f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.175000 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-a4d42bf5-f2e3-41af-ac10-cb2b11c0f17e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 200 len: 857 time: 0.0483565 May 04 15:04:33.223428 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-c659a396-a577-4e65-9546-4d96d311bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.225518 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-c659a396-a577-4e65-9546-4d96d311bf8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0421791 May 04 15:04:33.335505 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-2296772a-8c78-438a-a104-702c194ade59 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026020 May 04 15:04:33.436939 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-374ed41d-7eb6-41f1-b57e-e26c01e25b0d req-040e0c15-f041-4042-a977-872846083a54 service neutron] 10.222.0.60 "GET /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857878 May 04 15:04:38.200871 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.246460 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] Deleting subnet 42c26af5-7602-4e53-84b3-d6feee13e0aa {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:04:38.250016 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.285481 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7629863'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.341473 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.398355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5012476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4751409'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.424371 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c26af5-7602-4e53-84b3-d6feee13e0aa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:38.428357 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.431383 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8945b7f0-72ae-470d-be40-87f7a49990ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/42c26af5-7602-4e53-84b3-d6feee13e0aa HTTP/1.1" status: 204 len: 168 time: 0.2294850 May 04 15:04:38.433974 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51152) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.507150 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.586455 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.606341 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c977a6-b569-47be-b095-9170d275e940']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:38.615553 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b33a805-1e0f-440b-a975-978e72bd01a2') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:38.615840 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b33a805-1e0f-440b-a975-978e72bd01a2') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:38.624926 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.639967 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.646421 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:04:38.646936 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:04:38.648740 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:04:38.703990 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.708672 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.712366 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] 10.222.0.41 "DELETE /v2.0/networks/63c977a6-b569-47be-b095-9170d275e940 HTTP/1.1" status: 204 len: 168 time: 0.2774913 May 04 15:04:38.725040 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b6c2f-21d7-4ad3-bbc3-99adae335965 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c977a6-b569-47be-b095-9170d275e940,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:38.828863 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51156) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.868147 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-0073c057-999c-4287-90ef-6d8cf8c2fd4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb4390482b0242b0a9bd5b2326f52e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380869 May 04 15:04:38.870712 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51158) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.924008 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b50c1aa-411b-40a0-b0a5-95600de642f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.947229 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b50c1aa-411b-40a0-b0a5-95600de642f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.996105 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b50c1aa-411b-40a0-b0a5-95600de642f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.998908 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b50c1aa-411b-40a0-b0a5-95600de642f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.000194 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7b50c1aa-411b-40a0-b0a5-95600de642f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/454239c1-4b68-4306-9a1e-ece86d4195cb HTTP/1.1" status: 204 len: 168 time: 0.1285903 May 04 15:04:39.007627 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50c1aa-411b-40a0-b0a5-95600de642f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454239c1-4b68-4306-9a1e-ece86d4195cb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:41.222386 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9b914bd2-d5ef-4389-9a3c-7dc58f663495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:42.791945 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865e9d3-579b-4d5d-8bdd-bf5124417fb9 req-ccede578-bef5-4f55-8d38-588d84245004 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:42.793678 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4865e9d3-579b-4d5d-8bdd-bf5124417fb9 req-ccede578-bef5-4f55-8d38-588d84245004 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 947 time: 0.0564067 May 04 15:04:42.833041 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4865e9d3-579b-4d5d-8bdd-bf5124417fb9 req-86b3a0ab-a1eb-46ca-b496-2743d353cf88 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330451 May 04 15:04:43.636269 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2d024a10-ce23-4784-8e6d-fd589f67b221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:43.979322 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338efc-3f9f-47d9-9dfa-bf2759b4379f req-bdf0cb64-e404-4a68-9432-21eac00da2d9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:43.980995 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd338efc-3f9f-47d9-9dfa-bf2759b4379f req-bdf0cb64-e404-4a68-9432-21eac00da2d9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 947 time: 0.0622284 May 04 15:04:44.019683 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd338efc-3f9f-47d9-9dfa-bf2759b4379f req-80a00174-c08b-4cc4-9932-698cc31c7422 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324857 May 04 15:04:44.644887 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.646499 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-4859a601-8999-470e-ac75-bd9f1c091f79 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:44.648131 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-4859a601-8999-470e-ac75-bd9f1c091f79 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 947 time: 0.0503659 May 04 15:04:44.709140 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:04:44.746397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Deleting port 8bc9a35e-941e-4476-b1fb-8d6162194f03 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:44.746752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.834032 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] For port 8bc9a35e-941e-4476-b1fb-8d6162194f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8bc9a35e-941e-4476-b1fb-8d6162194f03,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:44.834372 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.006646 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.007345 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.007345 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Floating IP 94a675dc-47ff-48aa-b057-127962128ea5 disassociated. External IP: 172.28.3.18, port: 8bc9a35e-941e-4476-b1fb-8d6162194f03. May 04 15:04:45.007543 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Calling delete_port for 8bc9a35e-941e-4476-b1fb-8d6162194f03 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:45.163287 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.194228 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8ede-c943-44ed-be5f-41a5e4f207a5 req-82356c1f-c0bf-49db-b590-4b6431f5efc3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:45.195745 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0b7e8ede-c943-44ed-be5f-41a5e4f207a5 req-82356c1f-c0bf-49db-b590-4b6431f5efc3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=39d0c3f6-1988-429a-92de-397cd186d2f9 HTTP/1.1" status: 200 len: 947 time: 0.0855093 May 04 15:04:45.199401 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event deleted for resources: {'Port': ['ID=8bc9a35e-941e-4476-b1fb-8d6162194f03,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:45.269793 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0b7e8ede-c943-44ed-be5f-41a5e4f207a5 req-0845b671-5e68-4ea6-8c50-e448f5470d50 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee216513-9df3-4460-905b-dbbe6b6c4237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664775 May 04 15:04:45.339852 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Router 42b8e24f-ae39-4595-a30b-9c37b37d2804 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:45.450442 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:45.460408 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] Sync routers for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:45.471528 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:45.472158 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:45.488199 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] No DVR routers for this DVR port 8bc9a35e-941e-4476-b1fb-8d6162194f03 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:45.490878 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.494107 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bf8ffcec-124a-421c-a03f-bd7ce585cf21 req-6bf00627-342e-4837-971e-d58cd92499c1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "DELETE /v2.0/ports/8bc9a35e-941e-4476-b1fb-8d6162194f03 HTTP/1.1" status: 204 len: 173 time: 0.8378880 May 04 15:04:45.494562 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-deleted', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:45.496845 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca0b2a5-5990-43f0-87b3-147f3866d091" -d '{"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-deleted", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:45.533918 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48759f1-f264-406d-bb9d-65c0511ce3bf x-openstack-request-id: req-c48759f1-f264-406d-bb9d-65c0511ce3bf {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:45.534541 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d0c3f6-1988-429a-92de-397cd186d2f9", "name": "network-vif-deleted", "tag": "8bc9a35e-941e-4476-b1fb-8d6162194f03", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:45.534792 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c48759f1-f264-406d-bb9d-65c0511ce3bf {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:45.535196 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48759f1-f264-406d-bb9d-65c0511ce3bf'] response: {'server_uuid': '39d0c3f6-1988-429a-92de-397cd186d2f9', 'name': 'network-vif-deleted', 'tag': '8bc9a35e-941e-4476-b1fb-8d6162194f03', 'status': 'completed', 'code': 200} May 04 15:04:45.587381 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:45.786207 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:45.811732 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] Checking router: 42b8e24f-ae39-4595-a30b-9c37b37d2804 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:45.821239 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:45.821846 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:45.918904 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.943143 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:46.147233 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:46.175743 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e2232-1e1c-4fe0-b368-045e470fb5f5 None None] The sync data for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb is: [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:46.368088 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51196) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:46.410854 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de195c46-be92-423d-9d17-6523e5bac8e4 None None] New status for floating IP 94a675dc-47ff-48aa-b057-127962128ea5: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:46.414387 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.435241 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de132e71-74d0-46fc-b347-10e9cbe40a4c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.458839 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de132e71-74d0-46fc-b347-10e9cbe40a4c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.506872 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de132e71-74d0-46fc-b347-10e9cbe40a4c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.509353 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de132e71-74d0-46fc-b347-10e9cbe40a4c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.511046 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-de132e71-74d0-46fc-b347-10e9cbe40a4c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee216513-9df3-4460-905b-dbbe6b6c4237 HTTP/1.1" status: 204 len: 168 time: 0.1416762 May 04 15:04:46.513835 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51198) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:46.519959 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de132e71-74d0-46fc-b347-10e9cbe40a4c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee216513-9df3-4460-905b-dbbe6b6c4237,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:46.529112 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.api.v2.resource [None req-76459d74-422b-4ad6-aafe-9049677cf788 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] show failed (client error): The resource could not be found. May 04 15:04:46.530535 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-76459d74-422b-4ad6-aafe-9049677cf788 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups/ee216513-9df3-4460-905b-dbbe6b6c4237 HTTP/1.1" status: 404 len: 347 time: 0.0149989 May 04 15:04:46.533762 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51200) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:46.659685 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Deleting port 3b353b3c-72d7-453a-824a-89c2aa7da577 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:46.659947 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.741325 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.741680 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.754219 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Calling delete_port for 3b353b3c-72d7-453a-824a-89c2aa7da577 owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:46.887937 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.922689 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event deleted for resources: {'Port': ['ID=3b353b3c-72d7-453a-824a-89c2aa7da577,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:46.946007 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.948916 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.950063 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-36ca3672-b0b1-4c13-99c4-bc53912ff4c0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "DELETE /v2.0/floatingips/94a675dc-47ff-48aa-b057-127962128ea5 HTTP/1.1" status: 204 len: 168 time: 0.4148054 May 04 15:04:47.303864 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51204) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:47.308569 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-caa62035-c527-4f9c-ba95-9606e511f555 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039097927', 'description': 'tempest-description--1924865038'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:47.331755 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-caa62035-c527-4f9c-ba95-9606e511f555 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.403191 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-caa62035-c527-4f9c-ba95-9606e511f555 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.407361 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-caa62035-c527-4f9c-ba95-9606e511f555 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.433623 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-caa62035-c527-4f9c-ba95-9606e511f555 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.434864 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-caa62035-c527-4f9c-ba95-9606e511f555 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1299820 May 04 15:04:47.437781 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51206) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:47.438941 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa62035-c527-4f9c-ba95-9606e511f555 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4f102b-c742-45b6-9521-53920cc9595f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.442513 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'security_group_rule': {'security_group_id': '3d4f102b-c742-45b6-9521-53920cc9595f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:47.468891 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.526161 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.530842 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.547879 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1242e9c-0448-494c-9f01-495f80f08325,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.557212 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.558454 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195428 May 04 15:04:47.560019 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.560363 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.560696 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.561103 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.561362 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51208) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:47.561474 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.561752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.562077 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.562400 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.562755 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.563077 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.563401 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.563719 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bee504-e44b-4517-a79a-fb482a7a46fd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:47.566040 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-581fe4c8-fccd-413d-9855-c5adbe9eae43 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'security_group_rule': {'security_group_id': '3d4f102b-c742-45b6-9521-53920cc9595f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:47.591267 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-581fe4c8-fccd-413d-9855-c5adbe9eae43 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.652666 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-581fe4c8-fccd-413d-9855-c5adbe9eae43 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.657814 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-581fe4c8-fccd-413d-9855-c5adbe9eae43 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.674542 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fe4c8-fccd-413d-9855-c5adbe9eae43 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc783fb-e9f3-46cf-97a5-e84326dd49a8,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.683717 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-581fe4c8-fccd-413d-9855-c5adbe9eae43 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.685396 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-581fe4c8-fccd-413d-9855-c5adbe9eae43 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229770 May 04 15:04:47.688646 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51210) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:47.693229 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:47.714729 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.823788 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.855337 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:47.875152 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 8bc9a35e-941e-4476-b1fb-8d6162194f03 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:47.875493 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 8bc9a35e-941e-4476-b1fb-8d6162194f03 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:47.930468 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Allocated IP 172.28.3.40 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/b6b0e8e2-ac30-49f3-a999-f4c33e6f55f4) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:04:48.039543 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.075325 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.113307 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:04:48.116166 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:04:48.119741 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:04:48.125116 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'Port': ['ID=b6b0e8e2-ac30-49f3-a999-f4c33e6f55f4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:48.210542 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.248653 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.650662 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.657405 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.718923 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'Port': ['ID=b6b0e8e2-ac30-49f3-a999-f4c33e6f55f4,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:48.734097 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.750651 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.751861 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-57c5b125-d165-4ddb-8447-cb6f86d1bddc tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0622208 May 04 15:04:48.945514 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-d89f2090-dec9-458e-837b-33f8f0c24734 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1039097927&fields=id&tenant_id=4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 267 time: 0.0338891 May 04 15:04:49.055935 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-b4db3a44-5fc9-49ac-bfed-74e078c3c1f7 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:49.057373 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-b4db3a44-5fc9-49ac-bfed-74e078c3c1f7 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 817 time: 0.1050696 May 04 15:04:49.072711 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-27e3d455-45e1-4955-bb22-d6d22d859e8b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/quotas/4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 375 time: 0.0093536 May 04 15:04:49.127617 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-4c9ba08f-4700-40d4-813f-bbae299380aa tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494645 May 04 15:04:49.240249 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-f10b8d8e-c19f-4c02-a3bb-d93d0b5562e3 service neutron] 10.222.0.41 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003697 May 04 15:04:49.335916 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-ecce9525-bc04-4f0e-a44b-aaa04702ff93 service neutron] 10.222.0.41 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865717 May 04 15:04:49.497743 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a96cf6be-b29a-477f-b528-85369691b230 req-24a768ca-6a8d-4557-b7aa-980a20516eed tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 210 time: 0.0267909 May 04 15:04:50.478873 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-407f60ab-bdc7-4060-9fcf-fc4e7e643f72 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:50.481159 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-407f60ab-bdc7-4060-9fcf-fc4e7e643f72 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 817 time: 0.1061785 May 04 15:04:50.532581 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-c8db766a-cd29-432c-903e-cf314b487ce4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 380 time: 0.0416133 May 04 15:04:50.544868 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'port': {'device_id': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'admin_state_up': True, 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'security_groups': ['3d4f102b-c742-45b6-9521-53920cc9595f']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:50.624857 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e123ac9d-67b7-4dd8-b12e-a72c6918ae5b req-bdba4c57-568a-4d79-9fe4-42e49abace13 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 210 time: 0.0354495 May 04 15:04:50.676501 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Made reservation on behalf of 4b5c93f732964829a50b164f4b89955b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:04:50.680191 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:50.816475 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Allocated IP 172.20.0.7 (72d20472-e84a-420d-b5f8-aaa141b8015c/9ca78095-b935-4ee0-b261-76cd6efbcb8b/1bfd150c-7dc2-4c64-8380-f23c679ff994) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:04:50.955476 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:50.989889 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.032578 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Network 72d20472-e84a-420d-b5f8-aaa141b8015c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:04:51.036057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:04:51.039794 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:04:51.046289 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:51.096355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:51.097009 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.116028 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-6a09ada9-7625-4923-a475-0a7417ff518f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755658 May 04 15:04:51.128654 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Request body: {'port': {'device_id': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:51.185150 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.271343 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-17211edf-a7a3-471d-ab7a-bd4ee3092447 None None] Provisioning complete for port 1bfd150c-7dc2-4c64-8380-f23c679ff994 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:51.271899 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-17211edf-a7a3-471d-ab7a-bd4ee3092447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.306030 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-17211edf-a7a3-471d-ab7a-bd4ee3092447 None None] Port 1bfd150c-7dc2-4c64-8380-f23c679ff994 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:04:51.442644 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfd150c-7dc2-4c64-8380-f23c679ff994 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:51.450208 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.462269 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Transition to ACTIVE for port object 1bfd150c-7dc2-4c64-8380-f23c679ff994 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:04:51.468009 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.518120 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:51.608102 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Attempting to bind port 1bfd150c-7dc2-4c64-8380-f23c679ff994 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:04:51.608474 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Attempting to bind port 1bfd150c-7dc2-4c64-8380-f23c679ff994 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:04:51.608798 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Attempting to bind port 1bfd150c-7dc2-4c64-8380-f23c679ff994 on network 72d20472-e84a-420d-b5f8-aaa141b8015c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:51.613637 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Port 1bfd150c-7dc2-4c64-8380-f23c679ff994 on network 72d20472-e84a-420d-b5f8-aaa141b8015c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:04:51.613953 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Attempting to bind port 1bfd150c-7dc2-4c64-8380-f23c679ff994 on network 72d20472-e84a-420d-b5f8-aaa141b8015c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:51.619290 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:04:51.619644 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Checking segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:04:51.620052 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Bound using segment: {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:04:51.620460 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Bound port: 1bfd150c-7dc2-4c64-8380-f23c679ff994, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3376159-a600-4da0-b212-e3bc17ab8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:04:51.620843 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.686414 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:04:51.689408 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:04:51.694510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.759935 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:51.760607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:51.762034 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] 10.222.0.60 "PUT /v2.0/ports/1bfd150c-7dc2-4c64-8380-f23c679ff994 HTTP/1.1" status: 200 len: 1093 time: 0.6377656 May 04 15:04:51.763191 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:51.765470 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97623129-c64e-4d43-9506-c429e4abae51" -d '{"events": [{"name": "network-changed", "server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:51.787359 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8c008-3653-4d5b-ba22-5f8a14bee7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:51.804373 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dbd02-8ba5-47c5-ad83-29abd46c3019 req-54d4d8f7-6332-4159-b92c-64c6068d2e73 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:51.806101 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-155dbd02-8ba5-47c5-ad83-29abd46c3019 req-54d4d8f7-6332-4159-b92c-64c6068d2e73 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.1065102 May 04 15:04:51.821108 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abdf6d2-4dd3-47da-aed3-46aa5885cb70 x-openstack-request-id: req-8abdf6d2-4dd3-47da-aed3-46aa5885cb70 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:51.821400 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:51.821632 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8abdf6d2-4dd3-47da-aed3-46aa5885cb70 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:51.822179 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abdf6d2-4dd3-47da-aed3-46aa5885cb70'] response: {'name': 'network-changed', 'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'status': 'completed', 'code': 200} May 04 15:04:51.877278 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-155dbd02-8ba5-47c5-ad83-29abd46c3019 req-2805e91d-f67f-46a1-af78-20be9793a554 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640459 May 04 15:04:51.888340 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-40e4d80d-2200-4c20-b812-7898cc6f8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:51.890212 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-40e4d80d-2200-4c20-b812-7898cc6f8ec6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 1096 time: 0.0587111 May 04 15:04:51.939759 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-30c9fe5a-4d50-4588-93d1-c6234e254fa9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994 HTTP/1.1" status: 200 len: 217 time: 0.0399756 May 04 15:04:51.990398 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-a1286beb-97d0-4d4e-960a-4a35dcd433b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:51.991821 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-a1286beb-97d0-4d4e-960a-4a35dcd433b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0440795 May 04 15:04:52.042354 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-f9b53f31-45da-4485-861a-dacf455596f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:52.044452 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-f9b53f31-45da-4485-861a-dacf455596f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0453918 May 04 15:04:52.140960 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-a7b8c18d-e93d-4371-baf9-7156cfa56122 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884881 May 04 15:04:52.235965 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-26b1312a-7cbf-4ae3-a30a-0cc9e358579e req-5f07cc86-849e-432b-ab98-ee7be218c6fd service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868454 May 04 15:04:52.323877 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623129-c64e-4d43-9506-c429e4abae51 req-061c82f0-c501-401b-9f2d-5ee0c762481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:52.325277 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-97623129-c64e-4d43-9506-c429e4abae51 req-061c82f0-c501-401b-9f2d-5ee0c762481e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 1096 time: 0.0426762 May 04 15:04:52.418425 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623129-c64e-4d43-9506-c429e4abae51 req-df6c494e-7665-4f0e-8c8f-318f36a08501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:52.419931 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-97623129-c64e-4d43-9506-c429e4abae51 req-df6c494e-7665-4f0e-8c8f-318f36a08501 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.0873637 May 04 15:04:52.460734 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-97623129-c64e-4d43-9506-c429e4abae51 req-1c3d9f08-5719-4b22-8d66-f67d6cd2f182 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994 HTTP/1.1" status: 200 len: 217 time: 0.0335844 May 04 15:04:52.515884 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623129-c64e-4d43-9506-c429e4abae51 req-2e727308-bc8f-49cc-9858-0c6e6142f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:52.517311 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-97623129-c64e-4d43-9506-c429e4abae51 req-2e727308-bc8f-49cc-9858-0c6e6142f9b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0483720 May 04 15:04:52.567861 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623129-c64e-4d43-9506-c429e4abae51 req-5b8fc8fc-229f-4c3f-8458-d13e866a1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:52.569314 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-97623129-c64e-4d43-9506-c429e4abae51 req-5b8fc8fc-229f-4c3f-8458-d13e866a1e9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0399368 May 04 15:04:52.666811 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-97623129-c64e-4d43-9506-c429e4abae51 req-f2b3c2b6-9db1-46e3-8e6e-c0d65f077f47 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824409 May 04 15:04:52.762185 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-97623129-c64e-4d43-9506-c429e4abae51 req-38a1ad34-40f3-47ea-8a09-11152acb9ae1 service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866797 May 04 15:04:53.016778 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e79419-2731-402e-915d-05e2c1f1604d req-f189c717-9119-4182-a3bd-c91675471723 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:53.018263 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d6e79419-2731-402e-915d-05e2c1f1604d req-f189c717-9119-4182-a3bd-c91675471723 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0561388 May 04 15:04:53.057790 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d6e79419-2731-402e-915d-05e2c1f1604d req-efb71c2d-0f29-4af4-9a2c-22d19469b9ef tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327473 May 04 15:04:53.869561 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:04:54.064208 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:54.091487 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:54.103454 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'port_id': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'mac_address': 'fa:16:3e:1a:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:04:54.141062 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:54.153539 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfd150c-7dc2-4c64-8380-f23c679ff994 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:54.172878 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:54.177028 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:54.177936 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af21e6-adb2-44ac-a838-720b8ddfd93f req-a26dafb7-e7f1-447f-b678-c8a9ec14025f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:54.179503 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c3af21e6-adb2-44ac-a838-720b8ddfd93f req-a26dafb7-e7f1-447f-b678-c8a9ec14025f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0491061 May 04 15:04:54.224755 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c3af21e6-adb2-44ac-a838-720b8ddfd93f req-28d0882a-ca7a-476e-a60f-96d3a8d39e82 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380814 May 04 15:04:54.225306 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:54.233286 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.233635 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.233972 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.234305 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.234654 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.234984 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.235305 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.235627 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.236061 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.236253 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.236570 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.236884 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:54.495643 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['1bfd150c-7dc2-4c64-8380-f23c679ff994'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:55.349482 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897e488-dd9c-4e06-8344-2eee2d0403e7 req-9b8f8351-2f6c-45e3-bd49-d60c924e21a6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:55.350974 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a897e488-dd9c-4e06-8344-2eee2d0403e7 req-9b8f8351-2f6c-45e3-bd49-d60c924e21a6 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 944 time: 0.0504375 May 04 15:04:55.389499 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a897e488-dd9c-4e06-8344-2eee2d0403e7 req-ff5e5081-39d2-4d6f-99bd-6e5839184b60 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 May 04 15:04:55.886592 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:04:55.953361 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 1bfd150c-7dc2-4c64-8380-f23c679ff994 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:04:55.959443 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 1bfd150c-7dc2-4c64-8380-f23c679ff994 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:55.960051 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:56.051829 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:56.075067 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:56.077320 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02aed59-7fac-4447-ad4b-504fe44ecf9a" -d '{"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:56.090308 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:56.095624 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:56.118803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee32df89-559f-4ce1-bf4e-1944b64f24be x-openstack-request-id: req-ee32df89-559f-4ce1-bf4e-1944b64f24be {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:56.119088 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:56.119337 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee32df89-559f-4ce1-bf4e-1944b64f24be {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:56.119729 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee32df89-559f-4ce1-bf4e-1944b64f24be'] response: {'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'code': 200} May 04 15:04:56.148877 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:56.290136 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9064a3-29b2-44b3-a54e-3bf90759ac73 req-6a61af3e-6275-4ddc-bd92-78b38739929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:56.291672 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6c9064a3-29b2-44b3-a54e-3bf90759ac73 req-6a61af3e-6275-4ddc-bd92-78b38739929d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 1098 time: 0.0432274 May 04 15:04:56.330770 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6c9064a3-29b2-44b3-a54e-3bf90759ac73 req-60709457-24d0-426a-9dab-6b0db590be16 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 May 04 15:04:56.526161 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c70894-1ff4-477e-af1a-5394e4601f20 req-aaef847f-c6b5-4df4-9b0d-fb51f8d68d7f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:56.528243 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-00c70894-1ff4-477e-af1a-5394e4601f20 req-aaef847f-c6b5-4df4-9b0d-fb51f8d68d7f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0502532 May 04 15:04:56.569861 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-00c70894-1ff4-477e-af1a-5394e4601f20 req-85bdb13f-6947-499b-8f76-6a940cf7e6d7 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352397 May 04 15:04:57.697062 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4f81b-c804-46ef-8e8c-e6c602388d77 req-7ab159ad-eeed-4f38-afaa-553916c18c22 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:57.701664 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-65b4f81b-c804-46ef-8e8c-e6c602388d77 req-7ab159ad-eeed-4f38-afaa-553916c18c22 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0509181 May 04 15:04:57.738384 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-65b4f81b-c804-46ef-8e8c-e6c602388d77 req-6e629e74-f359-4f7b-bb83-d430bb69bd2e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330994 May 04 15:04:58.864214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eeec9-ddcd-43d1-837e-48a164b3c68c req-705f736d-cd41-4fd4-be7d-205142e27abd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:58.865661 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3d8eeec9-ddcd-43d1-837e-48a164b3c68c req-705f736d-cd41-4fd4-be7d-205142e27abd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0505188 May 04 15:04:58.902290 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3d8eeec9-ddcd-43d1-837e-48a164b3c68c req-3414a3ea-ad2f-4bb4-af07-21a1b46f7948 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305622 May 04 15:04:59.021648 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a38484-9344-4765-bd91-c796c3fe3efa req-adac6c46-6fbc-485d-89b6-5bd976bdc56d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:59.023146 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-04a38484-9344-4765-bd91-c796c3fe3efa req-adac6c46-6fbc-485d-89b6-5bd976bdc56d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0527198 May 04 15:04:59.031991 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51278) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:59.036665 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Request body: {'floatingip': {'port_id': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:59.078568 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:59.510932 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:59.515962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:59.619241 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Floating IP b4a965b5-26a1-42a0-92fa-d2688ee2d693 associated. External IP: 172.28.3.40, port: 1bfd150c-7dc2-4c64-8380-f23c679ff994. May 04 15:04:59.831436 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Router 42b8e24f-ae39-4595-a30b-9c37b37d2804 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:59.944292 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:59.949856 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:59.955504 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] Sync routers for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:59.967215 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:59.967891 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:59.977941 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9ecb58e3-5890-44ef-afd5-55b8f7aed54d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "PUT /v2.0/floatingips/b4a965b5-26a1-42a0-92fa-d2688ee2d693 HTTP/1.1" status: 200 len: 990 time: 0.9448721 May 04 15:04:59.978512 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:59.980879 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46736486-aab2-4574-8197-0c0aaf70c0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:00.017276 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d6848c-3564-4ff9-92d7-f732b38b9ea0 x-openstack-request-id: req-70d6848c-3564-4ff9-92d7-f732b38b9ea0 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:00.017565 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:00.017813 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70d6848c-3564-4ff9-92d7-f732b38b9ea0 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:00.018216 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d6848c-3564-4ff9-92d7-f732b38b9ea0'] response: {'name': 'network-changed', 'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'status': 'completed', 'code': 200} May 04 15:05:00.079724 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:00.087131 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-ad0c0c30-7cb0-4ce5-9cc5-6d6aeec4f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:00.088648 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-ad0c0c30-7cb0-4ce5-9cc5-6d6aeec4f7d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 1098 time: 0.0462663 May 04 15:05:00.179786 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-c4d37770-88c9-4a4a-b4a4-e525b82fcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:00.181275 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-c4d37770-88c9-4a4a-b4a4-e525b82fcd87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.0855200 May 04 15:05:00.251174 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-e3c2631a-4270-46a9-87b6-6e3ef27bc64b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994 HTTP/1.1" status: 200 len: 998 time: 0.0618100 May 04 15:05:00.302049 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-57f821a7-86b5-4ac9-b7d9-05c3f1882e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:00.303717 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-57f821a7-86b5-4ac9-b7d9-05c3f1882e30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0447261 May 04 15:05:00.353387 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'b4a965b5-26a1-42a0-92fa-d2688ee2d693', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'port_id': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'mac_address': 'fa:16:3e:1a:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:48Z', 'updated_at': '2022-05-04T15:04:59Z', 'revision_number': 1, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:00.353655 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-3c5d81ae-4325-4bff-aafd-5f721303ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:00.355576 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-3c5d81ae-4325-4bff-aafd-5f721303ec84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0418549 May 04 15:05:00.379368 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] Checking router: 42b8e24f-ae39-4595-a30b-9c37b37d2804 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:00.388124 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:00.389156 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:00.457110 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-8439794d-4075-4222-94fc-5a1de8a5bc0f service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875771 May 04 15:05:00.495494 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:00.545454 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-46736486-aab2-4574-8197-0c0aaf70c0ff req-b6ee8831-0b29-461b-974d-9e14a493bb0e service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809131 May 04 15:05:00.717921 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'b4a965b5-26a1-42a0-92fa-d2688ee2d693', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'port_id': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'mac_address': 'fa:16:3e:1a:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:48Z', 'updated_at': '2022-05-04T15:04:59Z', 'revision_number': 1, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:00.743352 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf57f1-090a-4909-81b1-32244d676e00 None None] The sync data for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb is: [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': 'b4a965b5-26a1-42a0-92fa-d2688ee2d693', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'port_id': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'mac_address': 'fa:16:3e:1a:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:48Z', 'updated_at': '2022-05-04T15:04:59Z', 'revision_number': 1, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:00.940964 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8db70-9964-44e3-a83a-3b7ee4166556 None None] New status for floating IP b4a965b5-26a1-42a0-92fa-d2688ee2d693: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:03.636034 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75fe09-e5d6-479e-9e5a-636e3a723ee9 req-6d65e2b3-2d74-45e7-b196-317c5fa570f1 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:03.637657 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2e75fe09-e5d6-479e-9e5a-636e3a723ee9 req-6d65e2b3-2d74-45e7-b196-317c5fa570f1 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 946 time: 0.0581973 May 04 15:05:03.675905 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2e75fe09-e5d6-479e-9e5a-636e3a723ee9 req-1e8b4e36-6a9d-4b67-941a-533d0f7bc7e5 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 May 04 15:05:04.808874 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68c8b1-b35b-4040-b41c-063f7cab2adb req-26e996fa-d342-4c36-9dd9-54bdd18a43af tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:04.810870 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb68c8b1-b35b-4040-b41c-063f7cab2adb req-26e996fa-d342-4c36-9dd9-54bdd18a43af tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 946 time: 0.0598552 May 04 15:05:04.871002 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bb68c8b1-b35b-4040-b41c-063f7cab2adb req-160dfdba-4bc6-445e-ba75-5e6be477b4bf tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543580 May 04 15:05:04.892131 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5101d-26ef-4c75-92df-bfc116dedc63 req-5467d77a-f70b-4ed0-976a-cf1e2aed89b0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:04.892131 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21c5101d-26ef-4c75-92df-bfc116dedc63 req-5467d77a-f70b-4ed0-976a-cf1e2aed89b0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0604825 May 04 15:05:04.940187 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-21c5101d-26ef-4c75-92df-bfc116dedc63 req-ad8b6259-2ecd-4ba5-9b7d-cb324374beb7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 May 04 15:05:04.981169 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccf3b1-bc3a-4c07-bb81-db8c9a04c352 req-5234f489-593c-4f3d-986b-b67ef011379c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:04.982680 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-39ccf3b1-bc3a-4c07-bb81-db8c9a04c352 req-5234f489-593c-4f3d-986b-b67ef011379c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0543058 May 04 15:05:05.025862 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-39ccf3b1-bc3a-4c07-bb81-db8c9a04c352 req-f998bf87-a7fb-4343-9104-9a3a9b96b35d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370688 May 04 15:05:05.524786 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-3abf7608-eb71-412c-b194-bbc0eb404901 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:05.526223 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-3abf7608-eb71-412c-b194-bbc0eb404901 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 946 time: 0.0511365 May 04 15:05:05.638667 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port e6cd5233-e63e-4948-aa66-a99c37c0a617 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:05.639016 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:05.739442 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] For port e6cd5233-e63e-4948-aa66-a99c37c0a617, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e6cd5233-e63e-4948-aa66-a99c37c0a617,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:05.739806 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:06.197215 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720c278-b251-4231-9b6a-6312bf172e5c req-16159e08-1cbb-4d3c-a7aa-3fa03a29dc18 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.198626 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d720c278-b251-4231-9b6a-6312bf172e5c req-16159e08-1cbb-4d3c-a7aa-3fa03a29dc18 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1288421 May 04 15:05:06.207378 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49081e-fab2-424a-9a48-f45240e7b8d3 req-25ddd031-85e5-4a89-b32b-bb919804478f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.208754 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ca49081e-fab2-424a-9a48-f45240e7b8d3 req-25ddd031-85e5-4a89-b32b-bb919804478f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d459b9-b8ef-4850-9691-62249985520c HTTP/1.1" status: 200 len: 946 time: 0.1379287 May 04 15:05:06.240962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:06.241316 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:06.241629 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP 077e3489-6c91-4738-a71c-b2a01ba17945 disassociated. External IP: 172.28.3.175, port: e6cd5233-e63e-4948-aa66-a99c37c0a617. May 04 15:05:06.242007 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for e6cd5233-e63e-4948-aa66-a99c37c0a617 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:06.313311 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d720c278-b251-4231-9b6a-6312bf172e5c req-f7897b21-1b2c-4671-9ce0-d94d8d305be8 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036155 May 04 15:05:06.321876 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ca49081e-fab2-424a-9a48-f45240e7b8d3 req-0787647d-f3c1-43d7-86c4-387e999f1646 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbc560-628f-4608-98b9-7e46a1dd3c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025310 May 04 15:05:06.448166 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:06.463609 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c3d7d-86be-4363-9a8c-51d2a87330bf req-53d649d4-895c-4423-acd6-adf210e39357 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.465326 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c01c3d7d-86be-4363-9a8c-51d2a87330bf req-53d649d4-895c-4423-acd6-adf210e39357 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0896275 May 04 15:05:06.494113 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=e6cd5233-e63e-4948-aa66-a99c37c0a617,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:06.567855 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c01c3d7d-86be-4363-9a8c-51d2a87330bf req-11228b02-4bb0-4f68-b238-32266a912b17 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801449 May 04 15:05:06.630065 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:06.742256 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:06.754102 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:06.764090 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:06.764622 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:06.784373 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] No DVR routers for this DVR port e6cd5233-e63e-4948-aa66-a99c37c0a617 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:06.787129 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:06.790463 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4dfad2f-4ce0-42c0-8d1e-8e6b288f67c7 req-e4f00c76-df75-4a65-9022-ba84d6b4159c tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "DELETE /v2.0/ports/e6cd5233-e63e-4948-aa66-a99c37c0a617 HTTP/1.1" status: 204 len: 173 time: 1.2475035 May 04 15:05:06.790987 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'name': 'network-vif-deleted', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:06.793249 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f080b8-8012-499e-949f-96e2235a1568" -d '{"events": [{"server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "name": "network-vif-deleted", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:06.830120 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4638a8b8-b473-480a-8729-aadcf5dfd66f x-openstack-request-id: req-4638a8b8-b473-480a-8729-aadcf5dfd66f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:06.830402 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d459b9-b8ef-4850-9691-62249985520c", "name": "network-vif-deleted", "tag": "e6cd5233-e63e-4948-aa66-a99c37c0a617", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:06.830748 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4638a8b8-b473-480a-8729-aadcf5dfd66f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:06.831566 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4638a8b8-b473-480a-8729-aadcf5dfd66f'] response: {'server_uuid': 'b4d459b9-b8ef-4850-9691-62249985520c', 'name': 'network-vif-deleted', 'tag': 'e6cd5233-e63e-4948-aa66-a99c37c0a617', 'status': 'completed', 'code': 200} May 04 15:05:06.873521 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:07.088910 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:07.179258 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-da83a8e7-7f72-4a4d-9bef-f7a4c9133751 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:07.180795 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-da83a8e7-7f72-4a4d-9bef-f7a4c9133751 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0525284 May 04 15:05:07.234171 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:07.242953 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:07.243882 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:07.281377 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Deleting port daf97347-300b-4955-bfc8-c1f1a1f6a494 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:07.281935 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.362236 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:07.415214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] For port daf97347-300b-4955-bfc8-c1f1a1f6a494, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=daf97347-300b-4955-bfc8-c1f1a1f6a494,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:07.415600 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.436620 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51374) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:07.491275 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.518709 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.564761 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2127f7-adf3-497e-9865-ed9c7e9ddc84 req-429e431e-b6f3-419e-a4b6-9568db799a0f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:07.566591 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1f2127f7-adf3-497e-9865-ed9c7e9ddc84 req-429e431e-b6f3-419e-a4b6-9568db799a0f tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.1426435 May 04 15:05:07.572493 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.576023 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.577947 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:07.580993 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/security-groups/f5cbc560-628f-4608-98b9-7e46a1dd3c53 HTTP/1.1" status: 204 len: 168 time: 0.1432905 May 04 15:05:07.581473 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51376) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:07.607527 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cbc560-628f-4608-98b9-7e46a1dd3c53,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:07.609546 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c8c92-1260-4e03-8de8-2e3ac52c66f2 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:07.609992 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-171519e5-6f4e-4ab5-921f-cdd9e071cb72 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] show failed (client error): The resource could not be found. May 04 15:05:07.614228 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-171519e5-6f4e-4ab5-921f-cdd9e071cb72 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups/f5cbc560-628f-4608-98b9-7e46a1dd3c53 HTTP/1.1" status: 404 len: 347 time: 0.0289643 May 04 15:05:07.614823 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51380) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:07.665010 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1f2127f7-adf3-497e-9865-ed9c7e9ddc84 req-13df892b-7306-498f-a56b-0143ad704ba9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904551 May 04 15:05:07.670801 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.671153 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.672277 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.672628 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.672970 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.673310 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.673647 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.674177 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.674293 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.674803 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.675133 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.675489 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dfb13-42b1-4be5-a9bb-42994b9ca395 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:07.717466 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.717826 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.718139 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Floating IP a0af9002-51f3-4e7c-811e-fce460a5f65f disassociated. External IP: 172.28.3.86, port: daf97347-300b-4955-bfc8-c1f1a1f6a494. May 04 15:05:07.718479 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Calling delete_port for daf97347-300b-4955-bfc8-c1f1a1f6a494 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:07.744359 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e56c0d-06cf-4b50-a711-3b9848a5f196 req-0a997fab-022b-4ea1-a2b4-fba7ad052649 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:07.745984 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-77e56c0d-06cf-4b50-a711-3b9848a5f196 req-0a997fab-022b-4ea1-a2b4-fba7ad052649 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=91380418-8340-4006-a244-ea792f5f15ac HTTP/1.1" status: 200 len: 946 time: 0.0938978 May 04 15:05:07.779649 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port 573c82b5-f393-4d22-ba78-a8272369bb68 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:07.779990 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.827189 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-77e56c0d-06cf-4b50-a711-3b9848a5f196 req-351f42a0-deef-4601-ad2c-5839bbd34cda tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=42d39dcf-705b-4ec8-a1b6-eade402f3a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539019 May 04 15:05:07.872727 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.873048 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.885623 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for 573c82b5-f393-4d22-ba78-a8272369bb68 owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:07.900464 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e23915-a3b8-421e-a9cd-20a9a53bd547 None None] New status for floating IP 077e3489-6c91-4738-a71c-b2a01ba17945: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:07.909293 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:07.938552 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event deleted for resources: {'Port': ['ID=daf97347-300b-4955-bfc8-c1f1a1f6a494,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:07.952580 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e6cd5233-e63e-4948-aa66-a99c37c0a617 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:07.995972 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: e6cd5233-e63e-4948-aa66-a99c37c0a617 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:07.996926 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e6cd5233-e63e-4948-aa66-a99c37c0a617 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:08.063076 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Router 572abb01-2662-4e06-8067-02d7d04aab18 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:08.072505 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.099318 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=573c82b5-f393-4d22-ba78-a8272369bb68,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:08.123791 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.126197 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.127380 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-56345a52-3ebe-4795-b31b-e73050314517 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/floatingips/077e3489-6c91-4738-a71c-b2a01ba17945 HTTP/1.1" status: 204 len: 168 time: 0.5089636 May 04 15:05:08.175561 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:08.185279 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] Sync routers for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:08.195660 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:08.196342 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:08.212017 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] No DVR routers for this DVR port daf97347-300b-4955-bfc8-c1f1a1f6a494 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:08.214603 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.217824 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9fbec046-972b-4244-ae05-558c7f1f2ab7 req-b53aab8c-4a74-4c51-923b-17a29f8ba354 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "DELETE /v2.0/ports/daf97347-300b-4955-bfc8-c1f1a1f6a494 HTTP/1.1" status: 204 len: 173 time: 1.0279493 May 04 15:05:08.305136 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:08.384004 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51384) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:08.389588 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-736c26d3-bc82-4470-9cce-0b294ede7036 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703080408', 'description': 'tempest-description--1897869562'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:08.413575 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-736c26d3-bc82-4470-9cce-0b294ede7036 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.491889 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-736c26d3-bc82-4470-9cce-0b294ede7036 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.497416 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-736c26d3-bc82-4470-9cce-0b294ede7036 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.525853 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:08.526707 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-736c26d3-bc82-4470-9cce-0b294ede7036 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.527989 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-736c26d3-bc82-4470-9cce-0b294ede7036 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1423657 May 04 15:05:08.530818 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c26d3-bc82-4470-9cce-0b294ede7036 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e438f58-892f-479f-bcbb-1fd574568aee,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:08.531044 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51386) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:08.535919 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-887fc9ea-c226-4acc-9e93-5bce2856027b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': '2e438f58-892f-479f-bcbb-1fd574568aee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:08.558990 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] Checking router: 572abb01-2662-4e06-8067-02d7d04aab18 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:08.561527 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-887fc9ea-c226-4acc-9e93-5bce2856027b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.567138 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:08.567750 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:08.624073 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-887fc9ea-c226-4acc-9e93-5bce2856027b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.639582 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-887fc9ea-c226-4acc-9e93-5bce2856027b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.662808 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fc9ea-c226-4acc-9e93-5bce2856027b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8bcd76-d5f6-4b8a-8f85-20079e1fbdb0,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:08.675670 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-887fc9ea-c226-4acc-9e93-5bce2856027b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.676815 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-887fc9ea-c226-4acc-9e93-5bce2856027b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447680 May 04 15:05:08.679788 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51388) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:08.683720 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:08.684966 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-cb43fb7d-ca85-48a3-93c0-3bdc51b63c7f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'security_group_rule': {'security_group_id': '2e438f58-892f-479f-bcbb-1fd574568aee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:08.685458 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-e2905d22-91af-40ab-ba85-eda2acd538c7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:08.686971 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-e2905d22-91af-40ab-ba85-eda2acd538c7 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0791271 May 04 15:05:08.727907 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb43fb7d-ca85-48a3-93c0-3bdc51b63c7f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.813676 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb43fb7d-ca85-48a3-93c0-3bdc51b63c7f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.819562 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb43fb7d-ca85-48a3-93c0-3bdc51b63c7f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.834154 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367cf7-e670-4305-bd6b-8fe0ae804dd5 req-133d99e7-2f6d-4bf6-8e3a-0786ee660ef9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:08.835704 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7367cf7-e670-4305-bd6b-8fe0ae804dd5 req-133d99e7-2f6d-4bf6-8e3a-0786ee660ef9 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 946 time: 0.0629070 May 04 15:05:08.836339 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'name': 'network-vif-deleted', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:08.838619 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b0ba1d-1e64-4aba-a68b-128feb080008" -d '{"events": [{"server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "name": "network-vif-deleted", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:08.841321 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43fb7d-ca85-48a3-93c0-3bdc51b63c7f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626739da-b2a4-45b1-b03f-5a700a380dfe,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:08.857315 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb43fb7d-ca85-48a3-93c0-3bdc51b63c7f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.858850 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Deleting port e36523ad-67fb-447d-9ec5-db3528c69166 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:08.858850 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.863299 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-cb43fb7d-ca85-48a3-93c0-3bdc51b63c7f tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1822639 May 04 15:05:08.867624 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51396) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:08.873678 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:08.885239 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf10bbbf-b470-459c-bc20-d4fb15ef04fc x-openstack-request-id: req-bf10bbbf-b470-459c-bc20-d4fb15ef04fc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:08.885533 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91380418-8340-4006-a244-ea792f5f15ac", "name": "network-vif-deleted", "tag": "daf97347-300b-4955-bfc8-c1f1a1f6a494", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:08.885786 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf10bbbf-b470-459c-bc20-d4fb15ef04fc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:08.886283 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf10bbbf-b470-459c-bc20-d4fb15ef04fc'] response: {'server_uuid': '91380418-8340-4006-a244-ea792f5f15ac', 'name': 'network-vif-deleted', 'tag': 'daf97347-300b-4955-bfc8-c1f1a1f6a494', 'status': 'completed', 'code': 200} May 04 15:05:08.904012 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.944308 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7367cf7-e670-4305-bd6b-8fe0ae804dd5 req-608bd088-e7f8-499f-8278-1be92ff68f90 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=16994db9-f61d-4371-9f3d-af56fae59101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977333 May 04 15:05:08.963949 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:08.978917 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:09.009990 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a3fee-b0a7-4c8a-b763-2e581be89557 None None] The sync data for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb is: [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:09.010301 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] For port e36523ad-67fb-447d-9ec5-db3528c69166, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e36523ad-67fb-447d-9ec5-db3528c69166,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:09.010301 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.021074 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.086206 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9efd4972-edf5-4e3c-a285-7aeb448ca51a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.143144 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.28.3.30 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/fd8641ba-def1-43c6-965b-cbefc2e66cc4) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:05:09.149262 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9efd4972-edf5-4e3c-a285-7aeb448ca51a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.256374 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.256827 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.257190 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Floating IP c6f40f12-1f0e-49ae-9fb3-1f2090e681fe disassociated. External IP: 172.28.3.115, port: e36523ad-67fb-447d-9ec5-db3528c69166. May 04 15:05:09.257488 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.257625 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Calling delete_port for e36523ad-67fb-447d-9ec5-db3528c69166 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:09.268036 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9efd4972-edf5-4e3c-a285-7aeb448ca51a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.270539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9efd4972-edf5-4e3c-a285-7aeb448ca51a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.271749 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9efd4972-edf5-4e3c-a285-7aeb448ca51a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "DELETE /v2.0/security-groups/42d39dcf-705b-4ec8-a1b6-eade402f3a73 HTTP/1.1" status: 204 len: 168 time: 0.3067505 May 04 15:05:09.277319 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51402) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:09.294359 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.301949 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d76f73-a266-4f28-932f-0332a3f7ff90 None None] New status for floating IP a0af9002-51f3-4e7c-811e-fce460a5f65f: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:09.333700 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:05:09.340823 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:05:09.346623 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:05:09.357113 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=fd8641ba-def1-43c6-965b-cbefc2e66cc4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:09.362977 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4972-edf5-4e3c-a285-7aeb448ca51a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d39dcf-705b-4ec8-a1b6-eade402f3a73,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:09.365294 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.api.v2.resource [None req-9ab5b475-c07d-4615-b664-1c6669a14a9e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] show failed (client error): The resource could not be found. May 04 15:05:09.369405 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9ab5b475-c07d-4615-b664-1c6669a14a9e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups/42d39dcf-705b-4ec8-a1b6-eade402f3a73 HTTP/1.1" status: 404 len: 347 time: 0.0863118 May 04 15:05:09.369405 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51404) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:09.403285 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.440578 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.533269 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.568365 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event deleted for resources: {'Port': ['ID=e36523ad-67fb-447d-9ec5-db3528c69166,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:09.602026 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.606668 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.620397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Deleting port b7600ae1-519a-4223-9957-8b424d903ebf {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:09.621168 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.636408 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.656363 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=fd8641ba-def1-43c6-965b-cbefc2e66cc4,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:09.662161 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.663426 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-868ed44f-3bc6-4d80-ba8f-6cdfd025c197 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7947803 May 04 15:05:09.752843 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.753176 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:09.765576 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:09.769353 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Calling delete_port for b7600ae1-519a-4223-9957-8b424d903ebf owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:09.952565 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a2f4d655-afa7-4eb5-932e-79cbb5daffc8 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1703080408&fields=id&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 267 time: 0.1315653 May 04 15:05:09.962885 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device daf97347-300b-4955-bfc8-c1f1a1f6a494 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:09.993577 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: daf97347-300b-4955-bfc8-c1f1a1f6a494 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:09.994252 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device daf97347-300b-4955-bfc8-c1f1a1f6a494 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:10.308002 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:10.318267 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] Sync routers for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:10.329139 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:10.329777 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:10.350001 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1620c9a6-a83b-4a1c-8e96-9cde76abd6b2 req-f5074963-90ac-4875-8522-9b2412f4299d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9 HTTP/1.1" status: 200 len: 210 time: 0.0475535 May 04 15:05:10.391236 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] No DVR routers for this DVR port e36523ad-67fb-447d-9ec5-db3528c69166 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:10.399502 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.403104 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9484052c-3a6c-4ee8-b828-93f809df98ea req-2a41c7e7-dc76-4bd9-bed1-f5e7ab48339d tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "DELETE /v2.0/ports/e36523ad-67fb-447d-9ec5-db3528c69166 HTTP/1.1" status: 204 len: 173 time: 1.7084475 May 04 15:05:10.410749 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.444136 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:10.452434 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event deleted for resources: {'Port': ['ID=b7600ae1-519a-4223-9957-8b424d903ebf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:10.470082 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-18d39e3f-ca7e-405e-838f-0f14fada5ad2 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:10.472045 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-18d39e3f-ca7e-405e-838f-0f14fada5ad2 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 0.5095406 May 04 15:05:10.516373 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-6592e0af-8807-43b1-a761-d14c5227cd16 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/quotas/4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 375 time: 0.0303113 May 04 15:05:10.558780 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.561335 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.562479 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-1312bdfd-dbda-467a-9a0b-27d52983bab3 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "DELETE /v2.0/floatingips/a0af9002-51f3-4e7c-811e-fce460a5f65f HTTP/1.1" status: 204 len: 168 time: 1.1920102 May 04 15:05:10.595488 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a6780f1c-1310-4a4b-be7c-353b123346fe tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710809 May 04 15:05:10.669442 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:10.699803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] Checking router: 208fb6d2-345d-47d9-9a76-e41b8e1402f8 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:10.707964 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51422) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:10.708898 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-092ca709-0d9e-4728-bf44-c3d59c9bc91a service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968249 May 04 15:05:10.709278 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:10.709938 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:04:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:10.713642 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-7737a10d-5ce8-4f04-8bfd-ca0ce0530db7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522965745', 'description': 'tempest-description--942027020'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:10.736715 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7737a10d-5ce8-4f04-8bfd-ca0ce0530db7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.810434 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7737a10d-5ce8-4f04-8bfd-ca0ce0530db7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.814680 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-0dc8d5d7-03f5-4e79-9f10-b664c2519b8c service neutron] 10.222.0.41 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990572 May 04 15:05:10.820083 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7737a10d-5ce8-4f04-8bfd-ca0ce0530db7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.849163 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7737a10d-5ce8-4f04-8bfd-ca0ce0530db7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.853639 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51424) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:10.853943 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-7737a10d-5ce8-4f04-8bfd-ca0ce0530db7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1440449 May 04 15:05:10.860397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-847fbc2d-ef70-403a-9cdb-5eeb822650a8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'security_group_rule': {'security_group_id': 'a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:10.882945 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737a10d-5ce8-4f04-8bfd-ca0ce0530db7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:10.896719 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'name': 'network-vif-deleted', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:10.901678 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88b075f-7957-4e39-8a49-2d08be64b6a3" -d '{"events": [{"server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "name": "network-vif-deleted", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:10.913258 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847fbc2d-ef70-403a-9cdb-5eeb822650a8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.980124 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2be466-1040-4faa-ba16-ef5e9f2b642a x-openstack-request-id: req-bf2be466-1040-4faa-ba16-ef5e9f2b642a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:10.980470 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9", "name": "network-vif-deleted", "tag": "e36523ad-67fb-447d-9ec5-db3528c69166", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:10.981162 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf2be466-1040-4faa-ba16-ef5e9f2b642a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:10.981283 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2be466-1040-4faa-ba16-ef5e9f2b642a'] response: {'server_uuid': 'fc17eb91-72cd-4c85-b43b-8e3d8ccda5a9', 'name': 'network-vif-deleted', 'tag': 'e36523ad-67fb-447d-9ec5-db3528c69166', 'status': 'completed', 'code': 200} May 04 15:05:10.988298 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:11.020395 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847fbc2d-ef70-403a-9cdb-5eeb822650a8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.026386 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847fbc2d-ef70-403a-9cdb-5eeb822650a8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.077040 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-eb0ba94b-63b7-4be0-b92d-65d31046a507 req-8f3af7f4-d2c3-4fc8-9d26-c3fabd60053b tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 210 time: 0.0451384 May 04 15:05:11.078434 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fbc2d-ef70-403a-9cdb-5eeb822650a8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cba4dc2-8e9f-4b54-a8bc-38a2ec625af4,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:11.082469 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847fbc2d-ef70-403a-9cdb-5eeb822650a8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.083627 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-847fbc2d-ef70-403a-9cdb-5eeb822650a8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2288759 May 04 15:05:11.086451 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51432) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:11.091243 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-394a038f-3df4-4c84-a341-655942a242cb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'security_group_rule': {'security_group_id': 'a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:11.132457 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-394a038f-3df4-4c84-a341-655942a242cb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.206402 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-394a038f-3df4-4c84-a341-655942a242cb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.211921 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-394a038f-3df4-4c84-a341-655942a242cb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.227721 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a038f-3df4-4c84-a341-655942a242cb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5befe38b-5dce-47f2-be27-804ccb101f92,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:11.244232 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-394a038f-3df4-4c84-a341-655942a242cb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.245810 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-394a038f-3df4-4c84-a341-655942a242cb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581604 May 04 15:05:11.249048 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51438) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:11.253651 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:11.258327 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-896f840b-2f51-4a45-8d5a-3e88f9178fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.285546 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.327095 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:11.362999 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0263771-9f6f-41f7-b844-a77bc9d0a37d None None] The sync data for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb is: [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:48Z', 'revision_number': 4, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '471292e6-3efa-4da9-83e9-cccbe42769ad', 'name': '', 'network_id': '95f02fcd-8aea-4ebc-a09b-4aefa4d0f113', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'mac_address': 'fa:16:3e:e3:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'subnets': [{'id': 'a2024b38-b224-4f5f-8efb-50cfdd561125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:11.420004 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.459828 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51446) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:11.537589 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93065805-e8d5-4fee-b82f-25d0a9b5cac1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.560363 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Allocated IP 172.28.3.124 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/195688af-ed59-4c93-9335-afe7bc091462) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:05:11.591910 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93065805-e8d5-4fee-b82f-25d0a9b5cac1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.668359 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93065805-e8d5-4fee-b82f-25d0a9b5cac1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.675633 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93065805-e8d5-4fee-b82f-25d0a9b5cac1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.676856 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-93065805-e8d5-4fee-b82f-25d0a9b5cac1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "DELETE /v2.0/security-groups/16994db9-f61d-4371-9f3d-af56fae59101 HTTP/1.1" status: 204 len: 168 time: 0.2156870 May 04 15:05:11.681522 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51448) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:11.693229 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93065805-e8d5-4fee-b82f-25d0a9b5cac1 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16994db9-f61d-4371-9f3d-af56fae59101,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:11.707464 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.api.v2.resource [None req-315f5c95-8b00-45ac-8bb4-42b7309ed9cb tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] show failed (client error): The resource could not be found. May 04 15:05:11.711016 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-315f5c95-8b00-45ac-8bb4-42b7309ed9cb tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups/16994db9-f61d-4371-9f3d-af56fae59101 HTTP/1.1" status: 404 len: 347 time: 0.0260503 May 04 15:05:11.711793 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51450) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:11.753438 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b89ae4-845f-4ae6-be53-1164ce51bb78 None None] New status for floating IP c6f40f12-1f0e-49ae-9fb3-1f2090e681fe: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:11.769461 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.867915 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.923635 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:05:11.925282 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Deleting port d7c88a23-d772-4974-9756-b269240e36ec {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:11.925624 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.928989 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'Port': ['ID=195688af-ed59-4c93-9335-afe7bc091462,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:11.932094 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:05:11.947604 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:05:11.977239 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e36523ad-67fb-447d-9ec5-db3528c69166 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:11.999964 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: e36523ad-67fb-447d-9ec5-db3528c69166 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:12.000218 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device e36523ad-67fb-447d-9ec5-db3528c69166 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:12.077078 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.077412 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.097482 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Calling delete_port for d7c88a23-d772-4974-9756-b269240e36ec owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:12.115746 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.253768 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fab95ad4-961b-4185-bd0e-4d2dc259bfb4 req-8cefc943-1caa-42ad-b67e-93bd0f231a57 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 210 time: 0.0942235 May 04 15:05:12.280815 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.377132 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-c392b51d-d0d7-452d-9105-f8f0327ee0ef tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:12.378640 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-c392b51d-d0d7-452d-9105-f8f0327ee0ef tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 815 time: 0.2277880 May 04 15:05:12.501635 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.510984 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-36a64ff4-db35-4024-95a2-142b24e146d7 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4409ef01cf20403e9a31e3224c6ca84a HTTP/1.1" status: 200 len: 380 time: 0.1067078 May 04 15:05:12.548317 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'port': {'device_id': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'admin_state_up': True, 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'security_groups': ['2e438f58-892f-479f-bcbb-1fd574568aee']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:12.568274 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event deleted for resources: {'Port': ['ID=d7c88a23-d772-4974-9756-b269240e36ec,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:12.681848 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.697715 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.760941 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.763709 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.764826 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-a420e747-9a2b-4e94-89a3-2070f415a6e3 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "DELETE /v2.0/floatingips/c6f40f12-1f0e-49ae-9fb3-1f2090e681fe HTTP/1.1" status: 204 len: 168 time: 1.0521548 May 04 15:05:12.796686 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'Port': ['ID=195688af-ed59-4c93-9335-afe7bc091462,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:12.810470 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Made reservation on behalf of 4409ef01cf20403e9a31e3224c6ca84a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:05:12.814019 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.828412 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.853545 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.854855 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-a026e0a6-1624-4066-acb4-0ff64e6c6a86 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6048021 May 04 15:05:12.965775 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Allocated IP 172.20.0.6 (d6c3806b-af4e-47ad-b507-0ee62747f9c4/b4068bbd-8292-49fc-bcc1-bacdb5185837/50639f48-8842-486a-b273-a822b2c1ac72) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:05:13.095435 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-7ac66a78-51f6-4687-b18c-b8f4c97ede7a tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--522965745&fields=id&tenant_id=88f9cd002bbd44f48f583100a026dc88 HTTP/1.1" status: 200 len: 267 time: 0.0721064 May 04 15:05:13.177076 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:13.239293 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-a34e4da7-8079-4860-b7de-3e03e50168d6 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:13.240749 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-a34e4da7-8079-4860-b7de-3e03e50168d6 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 810 time: 0.1368277 May 04 15:05:13.253814 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:13.287281 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-8461527f-103e-406f-ac77-984d8198803d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/quotas/88f9cd002bbd44f48f583100a026dc88 HTTP/1.1" status: 200 len: 375 time: 0.0402255 May 04 15:05:13.306028 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:05:13.318775 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:05:13.337448 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:05:13.351154 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event updated for resources: {'Port': ['ID=50639f48-8842-486a-b273-a822b2c1ac72,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:13.419526 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:13.420175 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:13.436906 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-038c0721-ef37-4fa9-9f1f-24254bcb1e15 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1420667 May 04 15:05:13.450107 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3fdcdc1d-e254-4d38-8816-9e9c5c2bb9f0 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9253559 May 04 15:05:13.458851 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564cffd-98b4-4e8b-93c8-e93766857bc2 req-e03f4363-1e1f-4ff9-b2dc-0c708efd03df tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:13.460346 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7564cffd-98b4-4e8b-93c8-e93766857bc2 req-e03f4363-1e1f-4ff9-b2dc-0c708efd03df tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 931 time: 0.1240809 May 04 15:05:13.472175 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Request body: {'port': {'device_id': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:13.547279 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-78fdabd8-72ab-4f81-a3d7-94ed266f7307 None None] Provisioning complete for port 50639f48-8842-486a-b273-a822b2c1ac72 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:13.548211 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78fdabd8-72ab-4f81-a3d7-94ed266f7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:13.577443 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7564cffd-98b4-4e8b-93c8-e93766857bc2 req-c6addd0c-e241-4924-a354-8442b5037009 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008883 May 04 15:05:13.583381 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-78fdabd8-72ab-4f81-a3d7-94ed266f7307 None None] Port 50639f48-8842-486a-b273-a822b2c1ac72 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:05:13.615949 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:13.630162 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-75f1ddfd-6667-4213-a12f-2f016e4cf01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:13.634294 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-f4d2297f-fd68-4ca0-a271-43aaf9ee8c4b service neutron] 10.222.0.41 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718910 May 04 15:05:13.821511 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-cfc73b74-af18-4d3d-80b2-5f36f1b864ac service neutron] 10.222.0.41 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660209 May 04 15:05:13.998047 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fbd46769-b545-44b7-a489-5c96b0e0befc req-dbf9dd71-958d-4d5c-b0b1-13362bcd2d40 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 210 time: 0.0376585 May 04 15:05:14.000393 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50639f48-8842-486a-b273-a822b2c1ac72 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:14.009546 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:14.035658 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Transition to ACTIVE for port object 50639f48-8842-486a-b273-a822b2c1ac72 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:05:14.043707 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:14.138586 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Pushing event updated for resources: {'Port': ['ID=50639f48-8842-486a-b273-a822b2c1ac72,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:14.178349 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Attempting to bind port 50639f48-8842-486a-b273-a822b2c1ac72 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:05:14.178776 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Attempting to bind port 50639f48-8842-486a-b273-a822b2c1ac72 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:05:14.179200 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Attempting to bind port 50639f48-8842-486a-b273-a822b2c1ac72 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:05:14.185276 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Port 50639f48-8842-486a-b273-a822b2c1ac72 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:05:14.185601 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Attempting to bind port 50639f48-8842-486a-b273-a822b2c1ac72 on network d6c3806b-af4e-47ad-b507-0ee62747f9c4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:05:14.191149 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:05:14.191477 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Checking segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:05:14.191850 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Bound using segment: {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:05:14.192616 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Bound port: 50639f48-8842-486a-b273-a822b2c1ac72, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd847f870-eab7-498d-bcac-8d30a5da79a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:05:14.192616 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:14.263112 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] For port 50639f48-8842-486a-b273-a822b2c1ac72, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:05:14.266989 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] For port 50639f48-8842-486a-b273-a822b2c1ac72, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=50639f48-8842-486a-b273-a822b2c1ac72,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:05:14.272153 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:14.313079 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:14.313687 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:14.315104 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] 10.222.0.60 "PUT /v2.0/ports/50639f48-8842-486a-b273-a822b2c1ac72 HTTP/1.1" status: 200 len: 1093 time: 0.8538506 May 04 15:05:14.315535 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:14.317773 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "tag": "50639f48-8842-486a-b273-a822b2c1ac72"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:14.339637 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839b39-6d7a-4378-964b-1e47f1d7ac68 service neutron] Pushing event updated for resources: {'Port': ['ID=50639f48-8842-486a-b273-a822b2c1ac72,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:14.392969 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef644f-c838-4200-a45a-99b22e09b43d x-openstack-request-id: req-7aef644f-c838-4200-a45a-99b22e09b43d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:14.393344 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "tag": "50639f48-8842-486a-b273-a822b2c1ac72", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:14.393700 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aef644f-c838-4200-a45a-99b22e09b43d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:14.394199 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aef644f-c838-4200-a45a-99b22e09b43d'] response: {'name': 'network-changed', 'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72', 'status': 'completed', 'code': 200} May 04 15:05:14.412271 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-0118d141-2fd7-4823-860d-6c6b6c2e3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:14.413997 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-0118d141-2fd7-4823-860d-6c6b6c2e3ecf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0515971 May 04 15:05:14.463988 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-de781500-67a8-403f-b3bf-4eeb422fac87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50639f48-8842-486a-b273-a822b2c1ac72 HTTP/1.1" status: 200 len: 217 time: 0.0407147 May 04 15:05:14.524015 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-077dab2b-f878-4956-ac61-9ff464f35e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:14.525702 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-077dab2b-f878-4956-ac61-9ff464f35e50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0487669 May 04 15:05:14.574379 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca93-2257-411b-8d51-b6493eafd94f req-992a4756-4163-4903-bbe3-24f047bf1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:14.576051 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-992a4756-4163-4903-bbe3-24f047bf1977 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0432279 May 04 15:05:14.649131 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:14.723293 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-704cfb6d-ccca-46bd-ba62-bce03d3262ad service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303580 May 04 15:05:14.731648 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8d330-df14-4df6-a924-23fb93b4be05 req-6f3fb6a7-8430-4506-b051-9026c54bb444 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:14.733021 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d8e8d330-df14-4df6-a924-23fb93b4be05 req-6f3fb6a7-8430-4506-b051-9026c54bb444 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 943 time: 0.0769799 May 04 15:05:14.821673 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d8e8d330-df14-4df6-a924-23fb93b4be05 req-78616387-25b6-4bd4-8588-e801519dc084 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798118 May 04 15:05:14.844550 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6938ca93-2257-411b-8d51-b6493eafd94f req-3020918e-9db0-4dbc-83b0-713148332d89 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096199 May 04 15:05:14.936306 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-3e40cf42-1487-49ef-a799-1e3a7b9335d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:14.937806 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-3e40cf42-1487-49ef-a799-1e3a7b9335d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0449176 May 04 15:05:15.410552 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-394da878-12ca-40b3-bad9-984f0ab17d1a req-8c6bcc9e-8385-460d-9ef3-f727fdac00f8 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 210 time: 0.3158567 May 04 15:05:15.411535 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-9ed794bf-8ebc-4f05-81bf-84321698affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.412805 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-9ed794bf-8ebc-4f05-81bf-84321698affd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.4668586 May 04 15:05:15.480325 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-4dfb39d3-b493-439a-8b81-a45a9f657881 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50639f48-8842-486a-b273-a822b2c1ac72 HTTP/1.1" status: 200 len: 217 time: 0.0540576 May 04 15:05:15.487470 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-89070807-3d5c-4683-abe9-8f6deae6a554 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.488798 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-89070807-3d5c-4683-abe9-8f6deae6a554 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 810 time: 0.4889288 May 04 15:05:15.571044 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad3276-06b4-465c-8ecb-9ea81d9e70e9 req-18da5847-1cae-4f2f-a408-e8238da83f24 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.572521 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-04ad3276-06b4-465c-8ecb-9ea81d9e70e9 req-18da5847-1cae-4f2f-a408-e8238da83f24 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1648843 May 04 15:05:15.577078 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-3e8d50e3-4732-45c2-9a5d-2dbadcb0ed84 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f9cd002bbd44f48f583100a026dc88 HTTP/1.1" status: 200 len: 379 time: 0.0796905 May 04 15:05:15.578560 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-1e0da4da-039d-427a-a4be-13db2d86439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.579873 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-1e0da4da-039d-427a-a4be-13db2d86439c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0902476 May 04 15:05:15.600531 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'port': {'device_id': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'admin_state_up': True, 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'security_groups': ['a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:15.686799 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-04ad3276-06b4-465c-8ecb-9ea81d9e70e9 req-85348437-1ba5-4aac-b77b-0935a55d3677 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059561 May 04 15:05:15.712957 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-034244e1-5e9a-41c9-8bb4-3d3f08dd1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.714487 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-034244e1-5e9a-41c9-8bb4-3d3f08dd1f33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1177971 May 04 15:05:15.799803 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Made reservation on behalf of 88f9cd002bbd44f48f583100a026dc88 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:05:15.803240 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:15.836652 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-184ed3f5-f3d8-4d27-8b65-a2105d4b8d70 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140678 May 04 15:05:15.888088 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.046348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Allocated IP 172.20.0.9 (4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11/490472a2-08b3-4cb3-931b-ee600682f228/82f216fc-73f6-4775-8da6-3e533b4e6f03) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:05:16.055192 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30b19d-3b5e-45af-a384-7af0724caeda req-ff597d12-2243-40c1-8857-9e6836087ec1 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:16.056758 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea30b19d-3b5e-45af-a384-7af0724caeda req-ff597d12-2243-40c1-8857-9e6836087ec1 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 943 time: 0.1561742 May 04 15:05:16.061018 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f7e42e9-2c0b-49ed-993a-71801b5d26d7 req-46029744-f65b-420d-b988-328c5b4b6bf3 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158709 May 04 15:05:16.119051 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea30b19d-3b5e-45af-a384-7af0724caeda req-d1b5572e-7608-4dd0-9684-921d38d8a405 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552683 May 04 15:05:16.220352 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.258403 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.301439 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:05:16.304572 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:05:16.308334 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:05:16.314946 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event updated for resources: {'Port': ['ID=82f216fc-73f6-4775-8da6-3e533b4e6f03,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:16.365802 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:16.366442 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.383401 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9fe566be-d508-473e-a3e1-d1db472dce2d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7891383 May 04 15:05:16.405342 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Request body: {'port': {'device_id': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:16.410608 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.471239 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.562705 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e0a1734f-7ab2-4d92-a5eb-dffa5256397d None None] Provisioning complete for port 82f216fc-73f6-4775-8da6-3e533b4e6f03 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:16.563209 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e0a1734f-7ab2-4d92-a5eb-dffa5256397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.598285 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1734f-7ab2-4d92-a5eb-dffa5256397d None None] Port 82f216fc-73f6-4775-8da6-3e533b4e6f03 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:05:16.605728 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7844389-b702-40f3-9deb-aa9297aa3e74 req-6215f9f7-d588-46d3-a272-7bdf42a28c3b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:16.607251 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b7844389-b702-40f3-9deb-aa9297aa3e74 req-6215f9f7-d588-46d3-a272-7bdf42a28c3b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 931 time: 0.1232915 May 04 15:05:16.694911 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b7844389-b702-40f3-9deb-aa9297aa3e74 req-335578bc-98da-461b-ab33-16ba896890ce tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756595 May 04 15:05:16.822838 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f216fc-73f6-4775-8da6-3e533b4e6f03 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:16.832054 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.848968 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Transition to ACTIVE for port object 82f216fc-73f6-4775-8da6-3e533b4e6f03 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:05:16.857971 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0742b-ba72-47a3-ba88-abb9bd525d39 req-38dd6855-833f-404d-a53c-e19dc28a024c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:16.859483 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-23c0742b-ba72-47a3-ba88-abb9bd525d39 req-38dd6855-833f-404d-a53c-e19dc28a024c tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1024745 May 04 15:05:16.860587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:16.926322 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Pushing event updated for resources: {'Port': ['ID=82f216fc-73f6-4775-8da6-3e533b4e6f03,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:16.946788 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-23c0742b-ba72-47a3-ba88-abb9bd525d39 req-abf6e81e-b312-4463-90e2-76d9c0d10306 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782518 May 04 15:05:17.014063 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Attempting to bind port 82f216fc-73f6-4775-8da6-3e533b4e6f03 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:05:17.014397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Attempting to bind port 82f216fc-73f6-4775-8da6-3e533b4e6f03 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:05:17.014751 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Attempting to bind port 82f216fc-73f6-4775-8da6-3e533b4e6f03 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:05:17.019184 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Port 82f216fc-73f6-4775-8da6-3e533b4e6f03 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:05:17.019500 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Attempting to bind port 82f216fc-73f6-4775-8da6-3e533b4e6f03 on network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:05:17.024784 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:05:17.025118 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Checking segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:05:17.025499 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Bound using segment: {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:05:17.025928 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Bound port: 82f216fc-73f6-4775-8da6-3e533b4e6f03, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f6e06-5587-462f-970b-fc2aa4cafd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:05:17.026287 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:17.093792 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] For port 82f216fc-73f6-4775-8da6-3e533b4e6f03, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:05:17.096721 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] For port 82f216fc-73f6-4775-8da6-3e533b4e6f03, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:05:17.101528 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:17.135095 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.135701 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:17.137202 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] 10.222.0.60 "PUT /v2.0/ports/82f216fc-73f6-4775-8da6-3e533b4e6f03 HTTP/1.1" status: 200 len: 1093 time: 0.7365439 May 04 15:05:17.137630 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:17.139933 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e" -d '{"events": [{"name": "network-changed", "server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:17.173323 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936053f-3ee0-4ccf-92bb-3a2bc40f997d service neutron] Pushing event updated for resources: {'Port': ['ID=82f216fc-73f6-4775-8da6-3e533b4e6f03,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:17.181182 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ed152e-37a3-40a8-b503-7c55b60a37e6 x-openstack-request-id: req-88ed152e-37a3-40a8-b503-7c55b60a37e6 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:17.181415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:17.181660 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88ed152e-37a3-40a8-b503-7c55b60a37e6 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:17.182213 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ed152e-37a3-40a8-b503-7c55b60a37e6'] response: {'name': 'network-changed', 'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'status': 'completed', 'code': 200} May 04 15:05:17.286416 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ec3a-e264-48b3-b3c8-3fa9b1175bae req-4a5f706d-5507-429a-a756-56912ec79465 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.288506 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dad9ec3a-e264-48b3-b3c8-3fa9b1175bae req-4a5f706d-5507-429a-a756-56912ec79465 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 943 time: 0.0910485 May 04 15:05:17.295237 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-aed6c514-d13c-46ef-baed-4855c9434fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.296692 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-aed6c514-d13c-46ef-baed-4855c9434fb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 1096 time: 0.0719287 May 04 15:05:17.353926 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-ed4a35ff-a7ac-4ead-9602-73a5c0ee7133 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03 HTTP/1.1" status: 200 len: 217 time: 0.0423639 May 04 15:05:17.361107 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dad9ec3a-e264-48b3-b3c8-3fa9b1175bae req-29797bd2-38a1-4283-a462-0f5f10a1b435 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635641 May 04 15:05:17.404097 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9cfbda56-c380-42f0-90b5-27e78a059811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.405522 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-9cfbda56-c380-42f0-90b5-27e78a059811 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.0435765 May 04 15:05:17.453684 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-5c7faa83-5dfa-4ea0-af51-0aaf0abcdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.455195 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-5c7faa83-5dfa-4ea0-af51-0aaf0abcdf44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0426240 May 04 15:05:17.574737 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-08a30a56-b359-4091-9d31-c8bf813e5a26 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.576109 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-08a30a56-b359-4091-9d31-c8bf813e5a26 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1030872 May 04 15:05:17.605759 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-1ade83f8-d846-4183-bbfd-7aa2f1b25b5f service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392243 May 04 15:05:17.742567 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-92f00c5b-7e53-4bc9-83c9-dfc5b8ecfaf3 req-f454eb1d-c680-4434-ae3f-7bf9226e9ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213493 May 04 15:05:17.751124 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Deleting port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:17.751124 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:17.894373 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] For port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:17.895301 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:17.906506 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b73ca-e300-483a-8149-0b4cb2e74c1c req-8e4ae91f-343a-4b2c-adff-7fb6d1405403 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.908039 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-201b73ca-e300-483a-8149-0b4cb2e74c1c req-8e4ae91f-343a-4b2c-adff-7fb6d1405403 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 943 time: 0.1398764 May 04 15:05:17.920495 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-2262cf01-c949-4dc3-8190-21d0c01be3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.921876 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-2262cf01-c949-4dc3-8190-21d0c01be3fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 1096 time: 0.1200929 May 04 15:05:17.929478 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Calling delete_port for 0e8348e5-203b-4150-9cfe-42e55a2a2f4d owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:18.026420 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 50639f48-8842-486a-b273-a822b2c1ac72 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:05:18.075792 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-201b73ca-e300-483a-8149-0b4cb2e74c1c req-e009bbcb-9a19-4ce5-a9db-17be97e2e4cd tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596150 May 04 15:05:18.122682 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 50639f48-8842-486a-b273-a822b2c1ac72, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=50639f48-8842-486a-b273-a822b2c1ac72,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:18.134247 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '50639f48-8842-486a-b273-a822b2c1ac72', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'port_id': '50639f48-8842-486a-b273-a822b2c1ac72', 'mac_address': 'fa:16:3e:21:6d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:05:18.136205 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e139-ff2b-452e-82b7-dc74d0801239 req-ff9edb45-cd28-4312-8fd4-3338a1918878 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:18.137674 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5ae0e139-ff2b-452e-82b7-dc74d0801239 req-ff9edb45-cd28-4312-8fd4-3338a1918878 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb090a2-19e2-4f49-a360-41d09b840108 HTTP/1.1" status: 200 len: 945 time: 0.1161830 May 04 15:05:18.141510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-3e112990-2cdb-412a-8382-3d9c07f468d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:18.142924 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-3e112990-2cdb-412a-8382-3d9c07f468d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.2108374 May 04 15:05:18.172200 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:18.188962 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50639f48-8842-486a-b273-a822b2c1ac72 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:18.208044 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 50639f48-8842-486a-b273-a822b2c1ac72, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=50639f48-8842-486a-b273-a822b2c1ac72,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:18.212411 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:18.223280 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-308c6902-762a-4194-a1ab-e1299860a659 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03 HTTP/1.1" status: 200 len: 217 time: 0.0708702 May 04 15:05:18.260071 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=50639f48-8842-486a-b273-a822b2c1ac72,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:18.274357 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5ae0e139-ff2b-452e-82b7-dc74d0801239 req-422bf622-22a1-42eb-836e-2df4e9979b21 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298306 May 04 15:05:18.277003 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:18.290799 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['f4023ef8-5885-48a9-86c8-c3b620871bc8'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:18.312641 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event deleted for resources: {'Port': ['ID=0e8348e5-203b-4150-9cfe-42e55a2a2f4d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:18.324132 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-e6a6ecaa-d271-44fc-9d79-26ae622fa01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:18.325666 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-e6a6ecaa-d271-44fc-9d79-26ae622fa01d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.0922410 May 04 15:05:18.366579 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] No DVR routers for this DVR port 0e8348e5-203b-4150-9cfe-42e55a2a2f4d on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:18.379894 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:18.383213 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3831187f-64d4-47be-936f-7e6b02d5bfc6 req-eab5608d-147a-49aa-9f17-71cc879e8d2e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "DELETE /v2.0/ports/0e8348e5-203b-4150-9cfe-42e55a2a2f4d HTTP/1.1" status: 204 len: 173 time: 0.7953978 May 04 15:05:18.401799 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-77773b9f-1918-44c4-a899-9a6d5d2962d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:18.403457 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-77773b9f-1918-44c4-a899-9a6d5d2962d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0644517 May 04 15:05:18.468566 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['50639f48-8842-486a-b273-a822b2c1ac72'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:18.780146 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf71a4-67e8-4485-be6c-487eca6031ca req-275cdc7c-9d33-4da9-8d45-7ef56d02e755 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:18.781737 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-02bf71a4-67e8-4485-be6c-487eca6031ca req-275cdc7c-9d33-4da9-8d45-7ef56d02e755 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 944 time: 0.0740497 May 04 15:05:18.784016 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-a7270b12-97cc-4e15-af8a-77f6ae49239a service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715918 May 04 15:05:18.871840 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-02bf71a4-67e8-4485-be6c-487eca6031ca req-f6d57902-1d9d-478c-b127-20b7f2955d98 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832055 May 04 15:05:18.901701 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a5f55ea-84a9-4f6d-a061-c1c4add4500e req-f5d8f26d-5fff-4bfd-bb9f-a5a957d1a201 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062493 May 04 15:05:19.188329 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb090a2-19e2-4f49-a360-41d09b840108', 'name': 'network-vif-deleted', 'tag': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:19.190641 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f318a536-9b70-42d0-b6de-88c170e161fd" -d '{"events": [{"server_uuid": "6eb090a2-19e2-4f49-a360-41d09b840108", "name": "network-vif-deleted", "tag": "0e8348e5-203b-4150-9cfe-42e55a2a2f4d"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:19.215562 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2419b-fe36-499c-b547-3867d8fe8cea req-b25d9aa9-245a-43cb-8db1-3ee077a3cde7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:19.217021 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2df2419b-fe36-499c-b547-3867d8fe8cea req-b25d9aa9-245a-43cb-8db1-3ee077a3cde7 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 943 time: 0.0558112 May 04 15:05:19.229581 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76f14dc-5496-45a5-96df-6ec345b4998f x-openstack-request-id: req-f76f14dc-5496-45a5-96df-6ec345b4998f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:19.229895 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb090a2-19e2-4f49-a360-41d09b840108", "name": "network-vif-deleted", "tag": "0e8348e5-203b-4150-9cfe-42e55a2a2f4d", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:19.230139 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f76f14dc-5496-45a5-96df-6ec345b4998f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:19.230534 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76f14dc-5496-45a5-96df-6ec345b4998f'] response: {'server_uuid': '6eb090a2-19e2-4f49-a360-41d09b840108', 'name': 'network-vif-deleted', 'tag': '0e8348e5-203b-4150-9cfe-42e55a2a2f4d', 'status': 'completed', 'code': 200} May 04 15:05:19.257916 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2df2419b-fe36-499c-b547-3867d8fe8cea req-3ae972b0-108e-43bd-9d99-2c836eba9bb6 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348730 May 04 15:05:19.558052 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a26ba-3a83-42c3-a1b5-c3b8779ab07b req-eab02846-2040-43d5-a322-7157fc87fe1e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:19.559556 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5e6a26ba-3a83-42c3-a1b5-c3b8779ab07b req-eab02846-2040-43d5-a322-7157fc87fe1e tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0495336 May 04 15:05:19.610462 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5e6a26ba-3a83-42c3-a1b5-c3b8779ab07b req-44795003-d8ab-4283-9a89-7fbfe90f1a05 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 May 04 15:05:20.011280 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a540-b504-45a1-a7f0-1dc60c9a4662 req-f150ac2b-93fb-48f2-b10b-7a98242fd579 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:20.012763 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-35a2a540-b504-45a1-a7f0-1dc60c9a4662 req-f150ac2b-93fb-48f2-b10b-7a98242fd579 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 944 time: 0.0606310 May 04 15:05:20.041699 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 82f216fc-73f6-4775-8da6-3e533b4e6f03 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:05:20.043824 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 50639f48-8842-486a-b273-a822b2c1ac72 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:05:20.056733 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-35a2a540-b504-45a1-a7f0-1dc60c9a4662 req-4ab80184-d0bc-4f0a-82aa-f2a4e79a7ef2 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350459 May 04 15:05:20.154015 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 50639f48-8842-486a-b273-a822b2c1ac72 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:05:20.163529 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 50639f48-8842-486a-b273-a822b2c1ac72 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:20.163822 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:20.191777 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 82f216fc-73f6-4775-8da6-3e533b4e6f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:20.210803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'port_id': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'mac_address': 'fa:16:3e:0c:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:05:20.272743 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:20.295395 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f216fc-73f6-4775-8da6-3e533b4e6f03 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:20.302631 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:20.324834 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 82f216fc-73f6-4775-8da6-3e533b4e6f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:20.332768 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:20.340298 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:20.346303 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fb12ed-42da-4484-98e0-692ac6e66208" -d '{"events": [{"server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "name": "network-vif-plugged", "status": "completed", "tag": "50639f48-8842-486a-b273-a822b2c1ac72"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:20.376355 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 50639f48-8842-486a-b273-a822b2c1ac72, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=50639f48-8842-486a-b273-a822b2c1ac72,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:20.378457 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb53652-94f6-4fea-9710-163e67f797aa req-fd7b340c-f66d-4f51-af2b-921d2a7258a6 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:20.380026 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-feb53652-94f6-4fea-9710-163e67f797aa req-fd7b340c-f66d-4f51-af2b-921d2a7258a6 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 944 time: 0.0540860 May 04 15:05:20.384238 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:20.385010 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 0e8348e5-203b-4150-9cfe-42e55a2a2f4d no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:20.410006 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294dbca2-b4f4-4184-b73f-fd618f9b427c x-openstack-request-id: req-294dbca2-b4f4-4184-b73f-fd618f9b427c {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:20.410304 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "name": "network-vif-plugged", "status": "completed", "tag": "50639f48-8842-486a-b273-a822b2c1ac72", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:20.410562 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-294dbca2-b4f4-4184-b73f-fd618f9b427c {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:20.411346 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294dbca2-b4f4-4184-b73f-fd618f9b427c'] response: {'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72', 'code': 200} May 04 15:05:20.419070 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 0e8348e5-203b-4150-9cfe-42e55a2a2f4d {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:20.419369 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 0e8348e5-203b-4150-9cfe-42e55a2a2f4d not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:20.422768 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-feb53652-94f6-4fea-9710-163e67f797aa req-9d78f942-adf9-4795-902a-0f4388cb3dde tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349476 May 04 15:05:20.424783 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=82f216fc-73f6-4775-8da6-3e533b4e6f03,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:20.473116 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=50639f48-8842-486a-b273-a822b2c1ac72,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:20.588244 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd1965-277e-4351-a53a-4e85d2e54b08 req-cbe4a3fb-0d83-4487-acc6-67ae95072fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:20.589908 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b1dd1965-277e-4351-a53a-4e85d2e54b08 req-cbe4a3fb-0d83-4487-acc6-67ae95072fba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0452926 May 04 15:05:20.594494 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['82f216fc-73f6-4775-8da6-3e533b4e6f03'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:20.628910 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b1dd1965-277e-4351-a53a-4e85d2e54b08 req-0612d9b0-fa36-4454-8551-69d5db6182a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 May 04 15:05:20.730464 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f805426-8f0e-459d-beff-97c39eb38525 req-4c4a22c5-a85f-4e11-b832-3a2830649750 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:20.731881 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f805426-8f0e-459d-beff-97c39eb38525 req-4c4a22c5-a85f-4e11-b832-3a2830649750 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0506589 May 04 15:05:20.769830 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f805426-8f0e-459d-beff-97c39eb38525 req-78696961-0e00-40bd-a8da-551ea807e8a0 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 May 04 15:05:21.186726 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf31c4-fa60-40d2-a44e-019bece7fea5 req-c7cd3af6-d9c8-42a4-ac61-ebf514102bbf tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:21.188227 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7fdf31c4-fa60-40d2-a44e-019bece7fea5 req-c7cd3af6-d9c8-42a4-ac61-ebf514102bbf tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.0583925 May 04 15:05:21.228064 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7fdf31c4-fa60-40d2-a44e-019bece7fea5 req-02caea0f-24bc-418d-86ed-8bb85a0e3130 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 May 04 15:05:21.556837 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bdf42-668d-4170-8a12-066729c01df1 req-05a4abaf-88c6-4c1f-8c2a-dbd6a18c6963 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:21.558394 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9a7bdf42-668d-4170-8a12-066729c01df1 req-05a4abaf-88c6-4c1f-8c2a-dbd6a18c6963 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 944 time: 0.0493228 May 04 15:05:21.602494 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9a7bdf42-668d-4170-8a12-066729c01df1 req-9ef7e91e-5f49-460f-a3fd-3f74e83febaa tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349252 May 04 15:05:21.712830 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:05:21.900600 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b7acb-c8fa-442e-a11f-41b160371927 req-52e630f7-34cf-4920-a7d3-bee1f3865c18 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:21.902884 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f13b7acb-c8fa-442e-a11f-41b160371927 req-52e630f7-34cf-4920-a7d3-bee1f3865c18 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0572455 May 04 15:05:21.944053 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f13b7acb-c8fa-442e-a11f-41b160371927 req-c8925052-5e8c-4804-abb4-c0629f4a7ecb tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340805 May 04 15:05:22.050932 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 82f216fc-73f6-4775-8da6-3e533b4e6f03 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:05:22.106321 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 82f216fc-73f6-4775-8da6-3e533b4e6f03 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:05:22.109814 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 82f216fc-73f6-4775-8da6-3e533b4e6f03 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:22.110178 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:22.184415 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:22.218825 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 82f216fc-73f6-4775-8da6-3e533b4e6f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:22.223931 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:22.276344 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=82f216fc-73f6-4775-8da6-3e533b4e6f03,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:22.349769 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f022c-3b5e-4093-856c-cb7414e7cd7b req-4ad2a769-cad6-496c-aced-01e2ab737613 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:22.351406 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d43f022c-3b5e-4093-856c-cb7414e7cd7b req-4ad2a769-cad6-496c-aced-01e2ab737613 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.0493369 May 04 15:05:22.388959 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d43f022c-3b5e-4093-856c-cb7414e7cd7b req-33c5f129-f203-40a4-bab5-42c7c5ee381a tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314646 May 04 15:05:22.412528 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:22.414952 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc96c1-89fa-41a5-8261-6ba80fd3115d" -d '{"events": [{"server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "name": "network-vif-plugged", "status": "completed", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:22.449231 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db2600-5498-4508-99d4-f7e10e4d27a9 x-openstack-request-id: req-99db2600-5498-4508-99d4-f7e10e4d27a9 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:22.449598 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "name": "network-vif-plugged", "status": "completed", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:22.449854 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99db2600-5498-4508-99d4-f7e10e4d27a9 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:22.450227 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99db2600-5498-4508-99d4-f7e10e4d27a9'] response: {'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'code': 200} May 04 15:05:22.500218 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4351-a549-4d20-845b-6121918736f6 req-5b5f7c5b-e0fe-4dac-9ed9-e3b1e9d03467 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:22.501700 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-70be4351-a549-4d20-845b-6121918736f6 req-5b5f7c5b-e0fe-4dac-9ed9-e3b1e9d03467 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.0493147 May 04 15:05:22.510637 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51558) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:22.515336 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Request body: {'floatingip': {'port_id': '50639f48-8842-486a-b273-a822b2c1ac72'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:22.557360 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:22.746472 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cfd1e-b45c-4ac6-beb3-7a7c5ac17378 req-2a4c09a6-d023-4b84-896c-3187f586c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:22.747912 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-572cfd1e-b45c-4ac6-beb3-7a7c5ac17378 req-2a4c09a6-d023-4b84-896c-3187f586c490 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 1098 time: 0.1536365 May 04 15:05:22.828996 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369f53f-2005-4e08-bbc0-51e38d2be562 req-7c66582e-6183-4956-b3b6-239407e76a99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:22.830553 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2369f53f-2005-4e08-bbc0-51e38d2be562 req-7c66582e-6183-4956-b3b6-239407e76a99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.1557407 May 04 15:05:22.840403 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-572cfd1e-b45c-4ac6-beb3-7a7c5ac17378 req-e165673a-788c-4fec-892f-694adac5c306 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807726 May 04 15:05:22.949216 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2369f53f-2005-4e08-bbc0-51e38d2be562 req-5a246e29-7bb9-471a-a6e8-3aef061d4a0e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112347 May 04 15:05:23.125372 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e6117-a1bc-4bd5-9f5f-22b25dda4553 req-8618ae1d-bcc1-4077-9eb1-92d48e47ab61 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:23.126906 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-537e6117-a1bc-4bd5-9f5f-22b25dda4553 req-8618ae1d-bcc1-4077-9eb1-92d48e47ab61 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.1125715 May 04 15:05:23.146964 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:23.153521 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:23.224119 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-537e6117-a1bc-4bd5-9f5f-22b25dda4553 req-2fbc4ea8-63aa-404e-b987-3cd8b13d6366 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905094 May 04 15:05:23.280601 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP 91e163e5-8c45-49d1-bbf2-80a0b5572f53 associated. External IP: 172.28.3.30, port: 50639f48-8842-486a-b273-a822b2c1ac72. May 04 15:05:23.410278 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-5bef6d35-c4ab-49f9-99b0-1d1ee0bcd522 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:23.412221 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-5bef6d35-c4ab-49f9-99b0-1d1ee0bcd522 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 945 time: 0.0982041 May 04 15:05:23.602039 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Deleting port f4023ef8-5885-48a9-86c8-c3b620871bc8 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:23.602433 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:23.610473 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:23.796747 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] For port f4023ef8-5885-48a9-86c8-c3b620871bc8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f4023ef8-5885-48a9-86c8-c3b620871bc8,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:23.796997 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:23.818583 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Calling delete_port for f4023ef8-5885-48a9-86c8-c3b620871bc8 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:23.831658 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:23.837173 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:23.843636 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:23.854592 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:23.855356 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:05:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:23.897901 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7db9aa07-f9ab-480e-bdf3-ac3f08421082 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "PUT /v2.0/floatingips/91e163e5-8c45-49d1-bbf2-80a0b5572f53 HTTP/1.1" status: 200 len: 990 time: 1.3859732 May 04 15:05:23.900081 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:23.902674 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae9b9a-80e8-4f52-a985-de634f47a797" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "tag": "50639f48-8842-486a-b273-a822b2c1ac72"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:23.946074 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ebd827-483c-42d0-9ab7-ec5e844c5417 x-openstack-request-id: req-63ebd827-483c-42d0-9ab7-ec5e844c5417 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:23.946371 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "tag": "50639f48-8842-486a-b273-a822b2c1ac72", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:23.946649 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63ebd827-483c-42d0-9ab7-ec5e844c5417 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:23.947060 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ebd827-483c-42d0-9ab7-ec5e844c5417'] response: {'name': 'network-changed', 'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72', 'status': 'completed', 'code': 200} May 04 15:05:24.008683 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:24.011287 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:24.020713 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:24.049063 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Pushing event deleted for resources: {'Port': ['ID=f4023ef8-5885-48a9-86c8-c3b620871bc8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:24.063035 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['f4023ef8-5885-48a9-86c8-c3b620871bc8'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:24.119587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-2feca66e-24ce-4081-803f-bf81013f8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:24.121361 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-2feca66e-24ce-4081-803f-bf81013f8d83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 1098 time: 0.1291437 May 04 15:05:24.143541 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] No DVR routers for this DVR port f4023ef8-5885-48a9-86c8-c3b620871bc8 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:24.148054 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:24.151267 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-20f2c2ec-ce17-4f82-9133-e7d54e68cb7a req-0f10d66d-1af4-4253-b4d6-840f5f3e58ec tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.60 "DELETE /v2.0/ports/f4023ef8-5885-48a9-86c8-c3b620871bc8 HTTP/1.1" status: 204 len: 173 time: 0.7309093 May 04 15:05:24.201659 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d4a0-4e6a-4968-b02d-a054a7366c71 req-bfbea442-c0f6-4dfb-afa8-f50fc0b9f1ef tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:24.203332 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34a2d4a0-4e6a-4968-b02d-a054a7366c71 req-bfbea442-c0f6-4dfb-afa8-f50fc0b9f1ef tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.1569974 May 04 15:05:24.268583 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-34a2d4a0-4e6a-4968-b02d-a054a7366c71 req-170a30c1-df27-4c5e-b0be-6cf6c3aa6d30 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566692 May 04 15:05:24.273715 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-894bee2d-857d-472c-851b-acb92d888b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:24.275197 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-894bee2d-857d-472c-851b-acb92d888b1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 200 len: 916 time: 0.1393776 May 04 15:05:24.317128 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '91e163e5-8c45-49d1-bbf2-80a0b5572f53', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.30', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '50639f48-8842-486a-b273-a822b2c1ac72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:21:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:05:09Z', 'updated_at': '2022-05-04T15:05:23Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:24.372732 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a5ba63b-24d4-4be9-be03-9c111940c9c8 req-70586dc6-438b-4285-a301-aab8a714ee57 tempest-ServerRescueNegativeTestJSON-1485256012 tempest-ServerRescueNegativeTestJSON-1485256012-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e3a3f8-fb86-40f0-9397-40e821003488 HTTP/1.1" status: 200 len: 210 time: 0.0402126 May 04 15:05:24.387140 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-cf0ca85a-b9f6-4c3c-9a1e-17d100bec36b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50639f48-8842-486a-b273-a822b2c1ac72 HTTP/1.1" status: 200 len: 998 time: 0.0992556 May 04 15:05:24.440345 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-f1c7a534-3f0f-44ff-92fb-5f87c1b6182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:24.442419 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-f1c7a534-3f0f-44ff-92fb-5f87c1b6182c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 200 len: 854 time: 0.0491989 May 04 15:05:24.473336 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:24.482952 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:24.484073 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:05:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:24.500497 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-860607cc-8800-456a-be74-31aaff271ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:24.502352 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-860607cc-8800-456a-be74-31aaff271ade service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d6c3806b-af4e-47ad-b507-0ee62747f9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508301 May 04 15:05:24.600311 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:24.605257 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-6da97742-a364-4c73-9376-57edd151b488 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953343 May 04 15:05:24.705600 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4aae9b9a-80e8-4f52-a985-de634f47a797 req-f01b5bc7-94fc-41f6-ac95-f53a8cb7eef5 service neutron] 10.222.0.60 "GET /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935125 May 04 15:05:24.829810 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '91e163e5-8c45-49d1-bbf2-80a0b5572f53', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.30', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '50639f48-8842-486a-b273-a822b2c1ac72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:21:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:05:09Z', 'updated_at': '2022-05-04T15:05:23Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:24.859254 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d12186-9714-47b4-ba84-cefde841a1c3 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '91e163e5-8c45-49d1-bbf2-80a0b5572f53', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'floating_ip_address': '172.28.3.30', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'port_id': '50639f48-8842-486a-b273-a822b2c1ac72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'mac_address': 'fa:16:3e:21:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:05:09Z', 'updated_at': '2022-05-04T15:05:23Z', 'revision_number': 1, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:25.049068 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125c577-2efc-420e-84e7-14feac033c33 None None] New status for floating IP 91e163e5-8c45-49d1-bbf2-80a0b5572f53: ACTIVE {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:25.396372 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeaf62-b883-4d00-ac69-373be5a4168a req-08b256be-633d-4fa9-865d-a7273e97370d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:25.397866 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3cbeaf62-b883-4d00-ac69-373be5a4168a req-08b256be-633d-4fa9-865d-a7273e97370d tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.0508609 May 04 15:05:25.429549 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51576) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:25.439177 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3cbeaf62-b883-4d00-ac69-373be5a4168a req-1c104541-8e50-4964-a500-b7f558f92bbb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346246 May 04 15:05:25.559949 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3aa4c-8b58-475e-9e18-e69babbeb34e req-fb931a82-f4b9-4710-94b0-ab6a5ecbf7f4 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:25.561445 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89a3aa4c-8b58-475e-9e18-e69babbeb34e req-fb931a82-f4b9-4710-94b0-ab6a5ecbf7f4 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.0499048 May 04 15:05:25.570032 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51580) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:25.575991 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Request body: {'floatingip': {'port_id': '82f216fc-73f6-4775-8da6-3e533b4e6f03'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:25.618881 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:25.948493 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'name': 'network-vif-deleted', 'tag': 'f4023ef8-5885-48a9-86c8-c3b620871bc8'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:25.950935 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1efa421-58ba-435f-b2aa-4b7ac78fd9b0" -d '{"events": [{"server_uuid": "a4e3a3f8-fb86-40f0-9397-40e821003488", "name": "network-vif-deleted", "tag": "f4023ef8-5885-48a9-86c8-c3b620871bc8"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:25.995179 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d474e156-7f4c-48c1-b852-e9bd57d38d98 x-openstack-request-id: req-d474e156-7f4c-48c1-b852-e9bd57d38d98 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:25.995456 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e3a3f8-fb86-40f0-9397-40e821003488", "name": "network-vif-deleted", "tag": "f4023ef8-5885-48a9-86c8-c3b620871bc8", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:25.995873 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d474e156-7f4c-48c1-b852-e9bd57d38d98 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:25.996272 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d474e156-7f4c-48c1-b852-e9bd57d38d98'] response: {'server_uuid': 'a4e3a3f8-fb86-40f0-9397-40e821003488', 'name': 'network-vif-deleted', 'tag': 'f4023ef8-5885-48a9-86c8-c3b620871bc8', 'status': 'completed', 'code': 200} May 04 15:05:26.055501 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device f4023ef8-5885-48a9-86c8-c3b620871bc8 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:26.077967 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: f4023ef8-5885-48a9-86c8-c3b620871bc8 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:26.078403 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device f4023ef8-5885-48a9-86c8-c3b620871bc8 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:26.436668 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:26.479125 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:26.486107 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:26.696381 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Floating IP 6391a7e3-d311-42e7-9248-6adb0ada98de associated. External IP: 172.28.3.124, port: 82f216fc-73f6-4775-8da6-3e533b4e6f03. May 04 15:05:26.980974 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Router 572abb01-2662-4e06-8067-02d7d04aab18 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:26.983441 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Deleting port 471292e6-3efa-4da9-83e9-cccbe42769ad {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:26.983775 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:27.143250 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] For port 471292e6-3efa-4da9-83e9-cccbe42769ad, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=471292e6-3efa-4da9-83e9-cccbe42769ad,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:27.143632 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:27.162618 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Calling delete_port for 471292e6-3efa-4da9-83e9-cccbe42769ad owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:27.179507 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:27.185705 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:27.189707 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b453f89-7281-4694-8206-061d154fd82a None None] Sync routers for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:27.200366 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:27.200976 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:05:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:27.311755 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:27.460821 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e9bc397c-33a8-4554-9650-b57140c0847c tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "PUT /v2.0/floatingips/6391a7e3-d311-42e7-9248-6adb0ada98de HTTP/1.1" status: 200 len: 991 time: 1.8897107 May 04 15:05:27.466695 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:27.470037 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c82b8-afe0-4907-b2ed-ce6de802afed" -d '{"events": [{"name": "network-changed", "server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:27.519406 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1071ef2-a59b-40c6-a9f7-74baf3eb995a x-openstack-request-id: req-e1071ef2-a59b-40c6-a9f7-74baf3eb995a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:27.519682 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:27.519932 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1071ef2-a59b-40c6-a9f7-74baf3eb995a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:27.520713 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1071ef2-a59b-40c6-a9f7-74baf3eb995a'] response: {'name': 'network-changed', 'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'status': 'completed', 'code': 200} May 04 15:05:27.548374 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '6391a7e3-d311-42e7-9248-6adb0ada98de', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'port_id': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'mac_address': 'fa:16:3e:0c:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:05:12Z', 'updated_at': '2022-05-04T15:05:26Z', 'revision_number': 1, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:27.575004 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b453f89-7281-4694-8206-061d154fd82a None None] Checking router: 572abb01-2662-4e06-8067-02d7d04aab18 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:27.584397 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:27.585017 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:05:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:27.588587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-77f81e40-730d-4f28-98b9-d70dead0c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:27.590441 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-77f81e40-730d-4f28-98b9-d70dead0c129 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88f9cd002bbd44f48f583100a026dc88&device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 1098 time: 0.0468414 May 04 15:05:27.612456 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:27.642846 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Pushing event deleted for resources: {'Port': ['ID=471292e6-3efa-4da9-83e9-cccbe42769ad,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:27.697618 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:27.701247 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-46006090-f61f-4d60-8405-37699d249bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:27.703664 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-46006090-f61f-4d60-8405-37699d249bd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 200 len: 911 time: 0.1057675 May 04 15:05:27.787578 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-7457197d-cb17-4036-9f12-ad485919be6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03 HTTP/1.1" status: 200 len: 999 time: 0.0750959 May 04 15:05:27.798498 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:27.855000 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-215ea470-20fa-4808-9b5c-c0a5b153ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:27.856597 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-215ea470-20fa-4808-9b5c-c0a5b153ed0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 200 len: 849 time: 0.0618412 May 04 15:05:27.913404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-ea02b079-3f2f-4839-a4da-8d17f3182519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:27.914956 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-ea02b079-3f2f-4839-a4da-8d17f3182519 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0480938 May 04 15:05:27.962484 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b453f89-7281-4694-8206-061d154fd82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '6391a7e3-d311-42e7-9248-6adb0ada98de', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'port_id': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'mac_address': 'fa:16:3e:0c:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:05:12Z', 'updated_at': '2022-05-04T15:05:26Z', 'revision_number': 1, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:27.992669 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b453f89-7281-4694-8206-061d154fd82a None None] The sync data for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb is: [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '6391a7e3-d311-42e7-9248-6adb0ada98de', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'port_id': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'mac_address': 'fa:16:3e:0c:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:05:12Z', 'updated_at': '2022-05-04T15:05:26Z', 'revision_number': 1, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:28.021493 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-472fe88b-519f-4cb3-b962-3ba39120ead6 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894542 May 04 15:05:28.053970 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:28.126557 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b57c82b8-afe0-4907-b2ed-ce6de802afed req-9e11118f-bc5d-4689-bad2-bfe7351340d2 service neutron] 10.222.0.60 "GET /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964906 May 04 15:05:28.190158 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:28.198415 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-5071f82d-2018-42e5-a285-6e9a02708629 admin admin] 10.222.0.41 "PUT /v2.0/routers/208fb6d2-345d-47d9-9a76-e41b8e1402f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7653778 May 04 15:05:28.204044 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51588) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:28.204221 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] Sync routers for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:28.210299 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:28.211038 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:05:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:28.225770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc21a3-e296-43bc-90a9-2e363998f411 None None] New status for floating IP 6391a7e3-d311-42e7-9248-6adb0ada98de: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:28.324814 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:28.539492 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:05:27Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:28.552234 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:28.564872 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] Checking router: 208fb6d2-345d-47d9-9a76-e41b8e1402f8 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:28.573893 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] Routers {'208fb6d2-345d-47d9-9a76-e41b8e1402f8'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:28.574492 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:05:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:28.652624 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:28.679700 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] Set router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:28.705983 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Deleting port 59b78b78-8e4a-406b-8c9a-1be3a8075a01 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:28.706324 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:28.788372 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] For port 59b78b78-8e4a-406b-8c9a-1be3a8075a01, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=59b78b78-8e4a-406b-8c9a-1be3a8075a01,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:28.788764 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:28.800468 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Calling delete_port for 59b78b78-8e4a-406b-8c9a-1be3a8075a01 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:28.856942 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:05:27Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:28.885423 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e065cb-6333-4bcc-a6b3-d7f39fe57957 None None] The sync data for ids ['208fb6d2-345d-47d9-9a76-e41b8e1402f8'] in dv-cinder-829630-2-smb is: [{'id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'name': 'tempest-ServerRescueNegativeTestJSON-817673453-router', 'tenant_id': '82e49d7421284dd98090fb4cd9b9af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:05:27Z', 'revision_number': 5, 'project_id': '82e49d7421284dd98090fb4cd9b9af77', 'gw_port': {'id': '59b78b78-8e4a-406b-8c9a-1be3a8075a01', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208fb6d2-345d-47d9-9a76-e41b8e1402f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:37Z', 'updated_at': '2022-05-04T15:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:28.967165 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:28.991506 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Pushing event deleted for resources: {'Port': ['ID=59b78b78-8e4a-406b-8c9a-1be3a8075a01,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:29.052909 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.158448 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.160654 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.229041 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.232548 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208fb6d2-345d-47d9-9a76-e41b8e1402f8 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:05:29.236354 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.239809 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-ef723300-4727-457d-afb5-0d1377022fad admin admin] 10.222.0.41 "DELETE /v2.0/routers/208fb6d2-345d-47d9-9a76-e41b8e1402f8 HTTP/1.1" status: 204 len: 168 time: 1.0367966 May 04 15:05:29.240014 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:29.287663 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] Deleting subnet a2024b38-b224-4f5f-8efb-50cfdd561125 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:05:29.291008 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.329890 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7629863'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.435090 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.494141 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5012476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4751409'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.519420 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2024b38-b224-4f5f-8efb-50cfdd561125,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:29.523434 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.527037 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3aaa222f-0deb-4771-9211-49cda44e70b4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a2024b38-b224-4f5f-8efb-50cfdd561125 HTTP/1.1" status: 204 len: 168 time: 0.2860906 May 04 15:05:29.529806 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51594) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:29.539271 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3c999-629e-4b3c-ac8d-a61fea3913e1 None None] Network 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:05:29.612992 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.667397 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Deleting port 7cb65de4-710a-4945-9951-f92d485f240f {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:29.667812 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.731849 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] For port 7cb65de4-710a-4945-9951-f92d485f240f, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7cb65de4-710a-4945-9951-f92d485f240f,segment=NetworkSegment(ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642),segment_id=ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:29.732181 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.745301 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Calling delete_port for 7cb65de4-710a-4945-9951-f92d485f240f owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:29.827765 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.852907 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb65de4-710a-4945-9951-f92d485f240f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:29.860171 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] No DVR routers for this DVR port 7cb65de4-710a-4945-9951-f92d485f240f on host dv-cinder-829630-2-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:29.935826 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61060e2f-28cc-4b96-875e-f928cf4b754e None None] DHCP port deletion for 95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:05:29.938262 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:29.966091 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.966360 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.967211 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.967556 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > port after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.967893 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.968227 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > port after_update 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.968542 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.968858 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.969170 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:29.969483 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:30.036130 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:30.036391 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:30.036724 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:30.037055 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 15:05:30.037428 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f02fcd-8aea-4ebc-a09b-4aefa4d0f113']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:30.062814 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:30.063100 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef184e61-34ec-4ddf-a7a2-bdcbcb3bf642') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:30.079773 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4297106'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.101515 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.110329 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:05:30.110731 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117936'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: from cryptography.utils import int_from_bytes May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: from cryptography.utils import int_from_bytes May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: Traceback (most recent call last): May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: timer() May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: cb(*args, **kw) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: return func(*args, **kwargs) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: self._notify() May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: self.callback(batched_events) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: event.method(event) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: return f(self, *a, **k) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: return self._get(url).json() May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:05:30.114635 dv-cinder-829630-2-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:05:30.175633 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.183127 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.189092 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/95f02fcd-8aea-4ebc-a09b-4aefa4d0f113 HTTP/1.1" status: 204 len: 168 time: 0.6555398 May 04 15:05:30.195628 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dba19c-42c5-46af-8395-49ec0830bad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f02fcd-8aea-4ebc-a09b-4aefa4d0f113,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:30.364931 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51598) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:30.404388 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2afe2c03-9ad2-4d51-a977-da9b28071772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82e49d7421284dd98090fb4cd9b9af77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382633 May 04 15:05:30.406897 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51600) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:30.453753 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcef88bc-3ea4-4772-a481-7575a5068b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.474123 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcef88bc-3ea4-4772-a481-7575a5068b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.530558 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcef88bc-3ea4-4772-a481-7575a5068b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.533387 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcef88bc-3ea4-4772-a481-7575a5068b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:30.534552 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-fcef88bc-3ea4-4772-a481-7575a5068b4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4 HTTP/1.1" status: 204 len: 168 time: 0.1267903 May 04 15:05:30.542213 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef88bc-3ea4-4772-a481-7575a5068b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8223ec-3ec1-4b5d-90f7-c55de1e6c5f4,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:30.668586 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 471292e6-3efa-4da9-83e9-cccbe42769ad no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:30.689588 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 471292e6-3efa-4da9-83e9-cccbe42769ad {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:30.689930 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 471292e6-3efa-4da9-83e9-cccbe42769ad not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:30.690346 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 59b78b78-8e4a-406b-8c9a-1be3a8075a01 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:30.716296 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 59b78b78-8e4a-406b-8c9a-1be3a8075a01 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:30.716636 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 59b78b78-8e4a-406b-8c9a-1be3a8075a01 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:30.717057 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7cb65de4-710a-4945-9951-f92d485f240f no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:30.737080 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 7cb65de4-710a-4945-9951-f92d485f240f {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:30.737415 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7cb65de4-710a-4945-9951-f92d485f240f not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:33.315459 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9427-5b72-4ea2-92e1-63dff68deb88 req-2e07ab05-a755-4407-94cc-3e4762de901c tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:33.316921 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef1b9427-5b72-4ea2-92e1-63dff68deb88 req-2e07ab05-a755-4407-94cc-3e4762de901c tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0560617 May 04 15:05:33.356638 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ef1b9427-5b72-4ea2-92e1-63dff68deb88 req-55a8fb11-3872-44b1-8371-44553021f0e3 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334883 May 04 15:05:34.659020 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dda5a-11d2-4c30-9be5-a12cfb22732f req-33a73516-7400-4a32-ab12-81d29bb69f19 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:34.660447 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fe2dda5a-11d2-4c30-9be5-a12cfb22732f req-33a73516-7400-4a32-ab12-81d29bb69f19 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.2304745 May 04 15:05:34.697677 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fe2dda5a-11d2-4c30-9be5-a12cfb22732f req-d1a6f889-4bcf-4289-9f3b-72f432f2618c tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 May 04 15:05:35.630870 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:35.747502 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b20e5212-3ead-4a19-8d94-306e26c2bd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:35.833103 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b20e5212-3ead-4a19-8d94-306e26c2bd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:35.837453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b20e5212-3ead-4a19-8d94-306e26c2bd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:35.874944 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-b20e5212-3ead-4a19-8d94-306e26c2bd8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=528f02c35db84d0f879a733d30f747f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422197 May 04 15:05:35.876931 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:35.883947 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e5212-3ead-4a19-8d94-306e26c2bd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b30dc2-1e61-4060-aaf0-042ea4833f50,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:35.964471 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51143836-7d26-4be0-8ddb-9afd47da7551 req-c9aa83c2-c88c-429f-aca8-c6455bf67268 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:35.965939 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51143836-7d26-4be0-8ddb-9afd47da7551 req-c9aa83c2-c88c-429f-aca8-c6455bf67268 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.1881986 May 04 15:05:35.967041 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05b6cd33-a8c0-4120-bf64-c1ef879cdcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.007279 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05b6cd33-a8c0-4120-bf64-c1ef879cdcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.046764 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-51143836-7d26-4be0-8ddb-9afd47da7551 req-f17e10b5-8c0b-4898-b03b-316f0d72acb8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683916 May 04 15:05:36.072590 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05b6cd33-a8c0-4120-bf64-c1ef879cdcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.075471 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05b6cd33-a8c0-4120-bf64-c1ef879cdcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.079582 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-05b6cd33-a8c0-4120-bf64-c1ef879cdcb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4b30dc2-1e61-4060-aaf0-042ea4833f50 HTTP/1.1" status: 204 len: 168 time: 0.1990116 May 04 15:05:36.085247 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6cd33-a8c0-4120-bf64-c1ef879cdcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b30dc2-1e61-4060-aaf0-042ea4833f50,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:36.356793 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51730) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:36.370188 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3d5-8097-431e-b3f2-1b60c11c5921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.446435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3d5-8097-431e-b3f2-1b60c11c5921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.451468 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3d5-8097-431e-b3f2-1b60c11c5921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.488959 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5c51d3d5-8097-431e-b3f2-1b60c11c5921 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ad93252818c47b99bcd981551a6c3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310971 May 04 15:05:36.489825 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d3d5-8097-431e-b3f2-1b60c11c5921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944e93c-3d28-4fd7-b5e6-8f03d23474ed,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:36.491711 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51732) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:36.547623 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73537820-b9b6-446f-bdcd-a28336a20290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.568453 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73537820-b9b6-446f-bdcd-a28336a20290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.618679 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73537820-b9b6-446f-bdcd-a28336a20290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.621169 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73537820-b9b6-446f-bdcd-a28336a20290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:36.622293 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-73537820-b9b6-446f-bdcd-a28336a20290 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8944e93c-3d28-4fd7-b5e6-8f03d23474ed HTTP/1.1" status: 204 len: 168 time: 0.1294661 May 04 15:05:36.629972 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73537820-b9b6-446f-bdcd-a28336a20290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944e93c-3d28-4fd7-b5e6-8f03d23474ed,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:37.166405 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32666a-3dfb-4813-91e9-155cf7af57db req-13a832b9-a43f-4d79-8525-fb96ea10f352 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:37.168084 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fd32666a-3dfb-4813-91e9-155cf7af57db req-13a832b9-a43f-4d79-8525-fb96ea10f352 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0507643 May 04 15:05:37.210301 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fd32666a-3dfb-4813-91e9-155cf7af57db req-60d87a17-1734-446c-bbe0-dc8707a164bf tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350831 May 04 15:05:38.343654 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ec90c-2569-4d1a-af42-4e7d6df1d6f6 req-f3e92dba-ca1f-42f7-8c41-090b10b0e842 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:38.346032 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dc0ec90c-2569-4d1a-af42-4e7d6df1d6f6 req-f3e92dba-ca1f-42f7-8c41-090b10b0e842 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0623057 May 04 15:05:38.390255 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-dc0ec90c-2569-4d1a-af42-4e7d6df1d6f6 req-2b54a6ae-5803-4589-a636-a53e1edffb68 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382476 May 04 15:05:39.509499 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bddc7b-c9d3-448b-aa28-796e1f3de8b2 req-b7cd90b9-19d1-4260-b6b5-a02bafddd620 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:39.511083 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e9bddc7b-c9d3-448b-aa28-796e1f3de8b2 req-b7cd90b9-19d1-4260-b6b5-a02bafddd620 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0523286 May 04 15:05:39.549099 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e9bddc7b-c9d3-448b-aa28-796e1f3de8b2 req-965ad719-2765-4065-95a2-3fbf25f5594b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 May 04 15:05:39.762692 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c0dba-379f-4877-92e8-f422a2b94574 req-500eaec1-eace-46c6-9d86-04694760523a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:39.764157 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-894c0dba-379f-4877-92e8-f422a2b94574 req-500eaec1-eace-46c6-9d86-04694760523a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0503843 May 04 15:05:39.805278 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-894c0dba-379f-4877-92e8-f422a2b94574 req-564d2f56-b7c3-4fc2-8630-3e44407490f3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321751 May 04 15:05:40.673483 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeeff6-bef3-44d0-ad39-2a8138dbb744 req-b6af083d-e546-4881-bfe7-5923a660f2bc tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:40.674986 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-eceeeff6-bef3-44d0-ad39-2a8138dbb744 req-b6af083d-e546-4881-bfe7-5923a660f2bc tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0546606 May 04 15:05:40.715403 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-eceeeff6-bef3-44d0-ad39-2a8138dbb744 req-a06610af-6c59-4bdb-8dcb-7afb1edc98cf tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335836 May 04 15:05:40.942205 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecce91-eb9d-4e25-b4cb-6a79e63be059 req-3dc0e5d5-1d06-4095-a177-601289eaa75e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:40.943696 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5ecce91-eb9d-4e25-b4cb-6a79e63be059 req-3dc0e5d5-1d06-4095-a177-601289eaa75e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0547371 May 04 15:05:40.982542 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c5ecce91-eb9d-4e25-b4cb-6a79e63be059 req-a42e51e5-769d-4ce1-8778-ca5b0e6efc5d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325391 May 04 15:05:41.228953 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-98e89c01-8a6f-4b90-a027-39653643ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.836677 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf366be-0481-428d-aedf-59e9141cc58a req-19967413-61b6-4b66-93cd-9583d7428f31 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:41.843234 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-faf366be-0481-428d-aedf-59e9141cc58a req-19967413-61b6-4b66-93cd-9583d7428f31 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0532687 May 04 15:05:41.877340 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-faf366be-0481-428d-aedf-59e9141cc58a req-2c3795c6-d4c9-455f-b2f7-96d708092eaa tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317092 May 04 15:05:42.121174 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6015a6-ec11-49d9-bb60-04e35a22fa66 req-d89db905-e937-4e7a-ab67-bf0b4b17eb8d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:42.122651 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b6015a6-ec11-49d9-bb60-04e35a22fa66 req-d89db905-e937-4e7a-ab67-bf0b4b17eb8d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0594535 May 04 15:05:42.160860 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b6015a6-ec11-49d9-bb60-04e35a22fa66 req-895bce8c-736e-442f-b0e7-ea2350383f19 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 May 04 15:05:42.995162 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc53e63-bc77-4df9-88e8-2afb309a6d8c req-3f548f6e-6e36-46c2-9df2-99c771721c65 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:42.997046 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4cc53e63-bc77-4df9-88e8-2afb309a6d8c req-3f548f6e-6e36-46c2-9df2-99c771721c65 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0517666 May 04 15:05:43.037022 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4cc53e63-bc77-4df9-88e8-2afb309a6d8c req-28e26b6e-ed53-4c57-b7a4-b394dfc37532 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334983 May 04 15:05:43.131808 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51850) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:43.249847 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4eac105-8336-4e41-8141-21892a35f8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.307147 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100c502-295c-4441-9985-c8a61a4eb80d req-c9314318-ab39-4cc8-9589-7c70a1eea134 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:43.308780 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9100c502-295c-4441-9985-c8a61a4eb80d req-c9314318-ab39-4cc8-9589-7c70a1eea134 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0735214 May 04 15:05:43.367798 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9100c502-295c-4441-9985-c8a61a4eb80d req-70bd8c5a-c04c-406c-826a-3bfc7c82fe97 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520558 May 04 15:05:43.388501 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4eac105-8336-4e41-8141-21892a35f8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.393539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4eac105-8336-4e41-8141-21892a35f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.429612 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-d4eac105-8336-4e41-8141-21892a35f8bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d05ab4431e574874b10591787e10da59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966990 May 04 15:05:43.431443 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eac105-8336-4e41-8141-21892a35f8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc5a37-ca98-4d98-aa2a-6154aa800c5d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:43.432616 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51856) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:43.482367 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b544801a-d6c4-4254-9022-a33cf2940c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.504221 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b544801a-d6c4-4254-9022-a33cf2940c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.557698 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b544801a-d6c4-4254-9022-a33cf2940c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.560343 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b544801a-d6c4-4254-9022-a33cf2940c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.561480 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b544801a-d6c4-4254-9022-a33cf2940c64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65bc5a37-ca98-4d98-aa2a-6154aa800c5d HTTP/1.1" status: 204 len: 168 time: 0.1278584 May 04 15:05:43.569165 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544801a-d6c4-4254-9022-a33cf2940c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc5a37-ca98-4d98-aa2a-6154aa800c5d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:43.635343 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-0b43ef98-8b41-4172-817f-85f33659883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:44.173541 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416f002-33b0-4816-bde9-3cc2a7de1c4d req-604c945a-59ad-4254-94cd-8560569d3bb8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:44.175097 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3416f002-33b0-4816-bde9-3cc2a7de1c4d req-604c945a-59ad-4254-94cd-8560569d3bb8 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0557106 May 04 15:05:44.213238 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3416f002-33b0-4816-bde9-3cc2a7de1c4d req-a2aab6c0-f9fb-4958-8639-2150d24929c3 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319343 May 04 15:05:44.489751 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12dacc-a493-4f74-bd12-ee61976f3322 req-e57fc4a5-d5e3-4af0-a02d-c24bb642022c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:44.491288 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ac12dacc-a493-4f74-bd12-ee61976f3322 req-e57fc4a5-d5e3-4af0-a02d-c24bb642022c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0501642 May 04 15:05:44.531254 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ac12dacc-a493-4f74-bd12-ee61976f3322 req-a73180b5-2cf7-44f0-8621-456fa3b53b86 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 May 04 15:05:44.650198 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.342915 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6bbbb-bbd1-4f9a-83d9-75d607c6a74e req-1ba8e284-0b06-4d29-bbe4-c916baaceb89 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:45.344402 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bcb6bbbb-bbd1-4f9a-83d9-75d607c6a74e req-1ba8e284-0b06-4d29-bbe4-c916baaceb89 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0595253 May 04 15:05:45.384736 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bcb6bbbb-bbd1-4f9a-83d9-75d607c6a74e req-baf295e3-0074-49bd-aa37-a58db0cbad81 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326836 May 04 15:05:45.659959 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa32e6-eace-4193-b528-01e4623b9ed3 req-e11fd089-bc32-46e6-82f1-a475d39b992c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:45.661419 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-effa32e6-eace-4193-b528-01e4623b9ed3 req-e11fd089-bc32-46e6-82f1-a475d39b992c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0521717 May 04 15:05:45.699592 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-effa32e6-eace-4193-b528-01e4623b9ed3 req-874bec77-44f0-45f2-b50a-ebec794c233d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318739 May 04 15:05:45.890911 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.404972 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.510176 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c4914-c2e7-4416-9977-c163f21ce51f req-54434e10-75d7-49c4-aa80-38502d2ada4f tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:46.511946 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-038c4914-c2e7-4416-9977-c163f21ce51f req-54434e10-75d7-49c4-aa80-38502d2ada4f tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0511978 May 04 15:05:46.549652 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-038c4914-c2e7-4416-9977-c163f21ce51f req-843988ec-26ea-49c6-bcd6-937700e299a7 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308475 May 04 15:05:46.837070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310f08-c3db-4d61-9872-b4e715a38283 req-5f84ab5b-ef17-405f-a4f6-fe144b6fb0b4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:46.838983 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-75310f08-c3db-4d61-9872-b4e715a38283 req-5f84ab5b-ef17-405f-a4f6-fe144b6fb0b4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0596411 May 04 15:05:46.883556 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-75310f08-c3db-4d61-9872-b4e715a38283 req-1c9fed21-d649-4593-976e-1508a6949f00 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351334 May 04 15:05:47.641363 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 51938) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:47.662803 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749de7-b189-42e1-92fd-1d5cacaaaebd req-2d1f7f1f-fb44-4b41-aa37-f1595ecf7214 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:47.664271 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1b749de7-b189-42e1-92fd-1d5cacaaaebd req-2d1f7f1f-fb44-4b41-aa37-f1595ecf7214 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0485911 May 04 15:05:47.701745 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1b749de7-b189-42e1-92fd-1d5cacaaaebd req-c34a0d12-1087-4ed4-af9c-cd0593be1a2d tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 May 04 15:05:47.745602 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-63719db9-eb5b-45bd-afc4-39ab121e63f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.821510 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-63719db9-eb5b-45bd-afc4-39ab121e63f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.827475 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-63719db9-eb5b-45bd-afc4-39ab121e63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.863416 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-63719db9-eb5b-45bd-afc4-39ab121e63f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c2aeb42d2a2473789748fc785e95518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208869 May 04 15:05:47.865361 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63719db9-eb5b-45bd-afc4-39ab121e63f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003b0d03-aae9-479d-b457-a471e05c5a85,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:47.866209 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 51942) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:47.920378 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.942871 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:48.022849 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5d6f-ab85-4253-80d4-25a0a3c06d75 req-5a807d2f-399e-4621-b029-29783eb87bf9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.024331 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cf1a5d6f-ab85-4253-80d4-25a0a3c06d75 req-5a807d2f-399e-4621-b029-29783eb87bf9 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0666199 May 04 15:05:48.038108 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:48.040582 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:48.041637 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/003b0d03-aae9-479d-b457-a471e05c5a85 HTTP/1.1" status: 204 len: 168 time: 0.1744459 May 04 15:05:48.060513 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b0d03-aae9-479d-b457-a471e05c5a85,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:48.076014 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.076361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.076698 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.077027 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.077354 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.077676 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.077999 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.078322 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.078678 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.078997 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.079315 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.079628 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9fb6b6-74d7-4e6d-ae3d-418db94c256e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:48.084465 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cf1a5d6f-ab85-4253-80d4-25a0a3c06d75 req-c5b3b1b5-71d5-47b3-8285-7d93ad3c147c tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537775 May 04 15:05:48.505881 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-33cd993e-9152-4f2a-8411-440ffd8cbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.507404 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-33cd993e-9152-4f2a-8411-440ffd8cbbe7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1099 time: 0.0424187 May 04 15:05:48.620924 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-530adef0-de82-47d3-a725-000c13c268aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.623101 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-530adef0-de82-47d3-a725-000c13c268aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 909 time: 0.1088061 May 04 15:05:48.692001 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-7af14f61-ee3c-4367-beae-9f29fc6c8b6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 1002 time: 0.0612988 May 04 15:05:48.744391 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-b9af72ac-6cd4-471e-9b0e-6435f50c3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.746616 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-b9af72ac-6cd4-471e-9b0e-6435f50c3279 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 200 len: 847 time: 0.0472200 May 04 15:05:48.828640 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-a54ea370-6cdc-4a02-8c1f-0713b977eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.829364 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-a54ea370-6cdc-4a02-8c1f-0713b977eee6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10875ae3-5df5-47cc-8931-acdf57dfbb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760727 May 04 15:05:48.841834 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69f7fc-587b-414d-bee7-b7e74da183bf req-c23c7726-254b-4dc2-b559-f4d5d38c9e75 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.843284 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-da69f7fc-587b-414d-bee7-b7e74da183bf req-c23c7726-254b-4dc2-b559-f4d5d38c9e75 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0614133 May 04 15:05:48.935340 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-da69f7fc-587b-414d-bee7-b7e74da183bf req-ce0b0f1c-ed20-4ca2-85eb-d8150e062174 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841789 May 04 15:05:48.958764 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-769f5b1b-7340-4c44-8385-c601c8704591 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144919 May 04 15:05:49.053462 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e408c08d-9f5e-4d57-9809-125e71c142bf req-bae85fba-bf38-4a7e-bca3-85c8d14a22ce service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 May 04 15:05:49.220328 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc403c80-eab3-48f0-b42f-652aa4848502 req-dec73ed2-d0c3-4242-9ad9-b8dddb2ea636 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:49.221742 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fc403c80-eab3-48f0-b42f-652aa4848502 req-dec73ed2-d0c3-4242-9ad9-b8dddb2ea636 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0498471 May 04 15:05:49.261663 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fc403c80-eab3-48f0-b42f-652aa4848502 req-ff0dc31c-f04a-47d5-9f7b-aeb93cd22c40 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 May 04 15:05:50.058190 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349a1e-a70b-4557-8932-ce0adb1fbfa4 req-2a60c55c-3b15-45f7-a34c-0a11f3a744c2 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:50.059691 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a349a1e-a70b-4557-8932-ce0adb1fbfa4 req-2a60c55c-3b15-45f7-a34c-0a11f3a744c2 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0567291 May 04 15:05:50.106863 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5a349a1e-a70b-4557-8932-ce0adb1fbfa4 req-4132c17b-6010-4400-beff-bc183032ae13 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401165 May 04 15:05:50.384945 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23953198-537a-411e-b50b-485790a6b4fd req-71697274-a22f-47f9-af3f-1025bd0f7156 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:50.386758 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-23953198-537a-411e-b50b-485790a6b4fd req-71697274-a22f-47f9-af3f-1025bd0f7156 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0536361 May 04 15:05:50.427336 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-23953198-537a-411e-b50b-485790a6b4fd req-ded36a1d-36ce-4c18-a948-81896101786e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345325 May 04 15:05:51.236490 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495c94d-a2da-4c3a-8694-3c36678dbfaa req-0e072a9d-e73c-44a4-960b-7a971740e5a6 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:51.238062 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a495c94d-a2da-4c3a-8694-3c36678dbfaa req-0e072a9d-e73c-44a4-960b-7a971740e5a6 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0502973 May 04 15:05:51.281208 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a495c94d-a2da-4c3a-8694-3c36678dbfaa req-47a025e9-8357-455b-8e9b-9ead27ced972 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334041 May 04 15:05:51.487668 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-fcc1dd5c-8849-427f-87fa-8af35057c8a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476961 May 04 15:05:51.545647 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86cd11-0b12-40b6-9e23-de57ccdf4266 req-85ae8f3a-090d-4328-b00a-4f168702a605 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:51.547133 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fc86cd11-0b12-40b6-9e23-de57ccdf4266 req-85ae8f3a-090d-4328-b00a-4f168702a605 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0850959 May 04 15:05:51.584749 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63d917-3a5c-4705-86b7-8ac40062421a req-014e5f93-4b42-42ad-b852-b898ab5aaed8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:51.586655 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea63d917-3a5c-4705-86b7-8ac40062421a req-014e5f93-4b42-42ad-b852-b898ab5aaed8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0787764 May 04 15:05:51.619149 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fc86cd11-0b12-40b6-9e23-de57ccdf4266 req-c330a5b2-2918-4f06-8469-d8e670e3b04b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640128 May 04 15:05:51.644698 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ea63d917-3a5c-4705-86b7-8ac40062421a req-a9889016-e799-44b4-ba0b-bbbf1ec9ca0a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465856 May 04 15:05:52.161576 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:05:52.271180 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:52.283530 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'port_id': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'mac_address': 'fa:16:3e:1a:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:05:52.323984 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:52.339122 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bfd150c-7dc2-4c64-8380-f23c679ff994 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:52.367281 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:52.374116 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:52.433776 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=6']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:52.484890 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['1bfd150c-7dc2-4c64-8380-f23c679ff994'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:52.783180 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328d696-5795-41ba-8a4f-f0ce23f8759f req-855f67b3-aaa3-4a37-974e-b5ab69943f2f tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:52.784664 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b328d696-5795-41ba-8a4f-f0ce23f8759f req-855f67b3-aaa3-4a37-974e-b5ab69943f2f tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0919981 May 04 15:05:52.796370 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96069e52-8362-4b16-b352-84aaff1bed75 req-b43d472c-8ba0-4477-bdca-d3965b094386 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:52.797849 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-96069e52-8362-4b16-b352-84aaff1bed75 req-b43d472c-8ba0-4477-bdca-d3965b094386 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 944 time: 0.0712190 May 04 15:05:52.863056 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b328d696-5795-41ba-8a4f-f0ce23f8759f req-ad916f69-40ff-4acd-adba-2685ddb43b3c tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641420 May 04 15:05:52.874123 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-96069e52-8362-4b16-b352-84aaff1bed75 req-c47bf26b-5a29-4fdd-bd19-312a1b8dddcd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630891 May 04 15:05:52.986056 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-bd13897a-33f5-435d-b8f4-e6c6951c4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:52.987511 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-bd13897a-33f5-435d-b8f4-e6c6951c4297 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525&tenant_id=84e77f486b88447ab7a45f3b0ed64886 HTTP/1.1" status: 200 len: 1099 time: 0.1419573 May 04 15:05:53.055619 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-92e1fc5a-8db6-4f31-9994-1a424dcd359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:53.057292 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-92e1fc5a-8db6-4f31-9994-1a424dcd359c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1099 time: 0.0443239 May 04 15:05:53.156128 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-58966025-c908-43ad-aae4-813091e5f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:53.158047 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-58966025-c908-43ad-aae4-813091e5f3be service neutron] 10.222.0.60 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 909 time: 0.0938787 May 04 15:05:53.232490 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-d5ca617a-f496-4bc0-b303-2ba8f0ab1031 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 1002 time: 0.0656831 May 04 15:05:53.301595 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-31ea68a7-82b9-4f59-a12f-1e68af732b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:53.303385 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-31ea68a7-82b9-4f59-a12f-1e68af732b55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 200 len: 847 time: 0.0610223 May 04 15:05:53.360326 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-40106983-ca3d-4c89-82e8-06b371f72c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:53.362696 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-40106983-ca3d-4c89-82e8-06b371f72c35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10875ae3-5df5-47cc-8931-acdf57dfbb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505898 May 04 15:05:53.473186 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-5c494ed1-c653-4a26-98d2-5d1bf7ad0c58 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015806 May 04 15:05:53.621806 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e03f1ee3-7a53-4e5f-936d-26d5c3765b09 req-773370da-a3af-44e6-83ed-dc53c42cadf2 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400433 May 04 15:05:54.007648 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:54.055457 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277da976-929a-477e-9a3f-31622e80967e req-b3309ab2-34d8-4839-b1ca-d288a896a9ab tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:54.058673 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-277da976-929a-477e-9a3f-31622e80967e req-b3309ab2-34d8-4839-b1ca-d288a896a9ab tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0895476 May 04 15:05:54.078659 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656529c-b459-4730-8c30-8c2a4940df80 req-1a548425-1c61-404c-be4b-88519a482b36 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:54.080492 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8656529c-b459-4730-8c30-8c2a4940df80 req-1a548425-1c61-404c-be4b-88519a482b36 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 944 time: 0.0981898 May 04 15:05:54.141880 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-277da976-929a-477e-9a3f-31622e80967e req-5d4af43b-cf73-482f-a3ce-392ca8b2eb33 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601761 May 04 15:05:54.158450 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8656529c-b459-4730-8c30-8c2a4940df80 req-b37281b1-591c-476b-9af4-069eabe4f5a0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610638 May 04 15:05:54.189420 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:05:54.243247 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 1bfd150c-7dc2-4c64-8380-f23c679ff994 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:54.243995 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:54.336066 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:54.364965 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:54.367241 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b568d12d-7c16-4550-9cbb-54f99129b8c9" -d '{"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:54.384305 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:54.391239 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:54.392339 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 4f491d2b-de8e-4a82-8d33-6eb5ed633607 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:54.422938 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd34421-4ff9-433d-9883-1b1dd4a13d19 x-openstack-request-id: req-0fd34421-4ff9-433d-9883-1b1dd4a13d19 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:54.423334 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:54.423645 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fd34421-4ff9-433d-9883-1b1dd4a13d19 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:54.424091 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd34421-4ff9-433d-9883-1b1dd4a13d19'] response: {'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'code': 200} May 04 15:05:54.486027 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=7']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:54.515529 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.515913 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.516272 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.516608 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.516947 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.518583 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.518583 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.518583 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.518583 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.518949 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.520158 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.520158 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:54.541999 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:54.585039 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:54.596451 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:54.663654 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=6']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:55.043542 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce6a6-4bbf-43ae-8273-864864c7edd1 req-325de7a9-f302-4bba-8c2f-2e430b648a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:55.045303 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7c0ce6a6-4bbf-43ae-8273-864864c7edd1 req-325de7a9-f302-4bba-8c2f-2e430b648a86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1097 time: 0.0610712 May 04 15:05:55.094257 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7c0ce6a6-4bbf-43ae-8273-864864c7edd1 req-9dcd12a7-24c8-467b-bcd3-fe93399ae81a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407362 May 04 15:05:55.363810 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf6e1-9b17-4808-b2ae-270b86602024 req-e08222ef-f02c-45cc-8dd5-82f7f65fe162 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:55.365332 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-82ebf6e1-9b17-4808-b2ae-270b86602024 req-e08222ef-f02c-45cc-8dd5-82f7f65fe162 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0948634 May 04 15:05:55.383141 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b35e-74d3-444f-a2a3-826bece81729 req-a519c900-e0e7-49e0-98dd-7729ece7a311 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:55.384604 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5b68b35e-74d3-444f-a2a3-826bece81729 req-a519c900-e0e7-49e0-98dd-7729ece7a311 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 944 time: 0.0989506 May 04 15:05:55.454249 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-82ebf6e1-9b17-4808-b2ae-270b86602024 req-b3479173-5b60-48b0-822e-28c0e5d2a528 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807896 May 04 15:05:55.458494 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5b68b35e-74d3-444f-a2a3-826bece81729 req-495a7ff1-da63-4a12-8282-fa68f565329b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671732 May 04 15:05:56.319906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 4f491d2b-de8e-4a82-8d33-6eb5ed633607 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:05:56.437084 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:56.449404 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:56.452046 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65907f30-7b0b-4cc9-bbb6-8ade83c8c1f5" -d '{"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-unplugged", "status": "completed", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:56.455487 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'port_id': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'mac_address': 'fa:16:3e:ea:14:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:05:56.489102 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52144) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:56.511391 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 15:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145a926-4e1a-4e07-ae5d-a9796bd6534c x-openstack-request-id: req-a145a926-4e1a-4e07-ae5d-a9796bd6534c {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:56.511683 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-unplugged", "status": "completed", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:56.511935 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a145a926-4e1a-4e07-ae5d-a9796bd6534c {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:56.512326 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a145a926-4e1a-4e07-ae5d-a9796bd6534c'] response: {'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'code': 200} May 04 15:05:56.513337 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.526953 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f491d2b-de8e-4a82-8d33-6eb5ed633607 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:56.547218 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:56.554696 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.633644 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=7']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:56.660835 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957302b1-f33b-4a46-82f4-e705a91e6c29 req-aba53d71-d9e6-4367-9132-0abc3b967af0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:56.662408 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-957302b1-f33b-4a46-82f4-e705a91e6c29 req-aba53d71-d9e6-4367-9132-0abc3b967af0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0870531 May 04 15:05:56.675027 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd87ac-d19c-4ef9-84c4-0a62a465a48b req-f3963c49-869d-485a-ae41-0df02d249b07 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:56.677214 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1cfd87ac-d19c-4ef9-84c4-0a62a465a48b req-f3963c49-869d-485a-ae41-0df02d249b07 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 945 time: 0.1109014 May 04 15:05:56.703817 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aa9df56-fcdc-4d84-95a0-e0397c7f4a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.780146 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-957302b1-f33b-4a46-82f4-e705a91e6c29 req-1f502c18-b20d-4a5f-abb6-23ec1e4baf36 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973539 May 04 15:05:56.787258 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1cfd87ac-d19c-4ef9-84c4-0a62a465a48b req-a8382425-6120-4374-9c3e-59f3b6b7109a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026919 May 04 15:05:56.857272 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aa9df56-fcdc-4d84-95a0-e0397c7f4a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.862358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aa9df56-fcdc-4d84-95a0-e0397c7f4a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.882678 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['4f491d2b-de8e-4a82-8d33-6eb5ed633607'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:56.903320 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9df56-fcdc-4d84-95a0-e0397c7f4a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb485be5-3df7-4d7c-afa2-216b2a87a8e7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:56.909338 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3aa9df56-fcdc-4d84-95a0-e0397c7f4a95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b576c136019447268fbb2665f35d4003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205790 May 04 15:05:56.911976 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52154) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:56.970318 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2299-3de4-4f71-8233-023e32bf8f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.997441 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2299-3de4-4f71-8233-023e32bf8f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.054299 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2299-3de4-4f71-8233-023e32bf8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.058332 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2299-3de4-4f71-8233-023e32bf8f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.059301 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-cbbf2299-3de4-4f71-8233-023e32bf8f6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb485be5-3df7-4d7c-afa2-216b2a87a8e7 HTTP/1.1" status: 204 len: 168 time: 0.1463068 May 04 15:05:57.067612 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf2299-3de4-4f71-8233-023e32bf8f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb485be5-3df7-4d7c-afa2-216b2a87a8e7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:57.440340 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52160) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:57.457208 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f1048ff-7650-4660-bd05-7a86211dd611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.546624 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f1048ff-7650-4660-bd05-7a86211dd611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.553879 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f1048ff-7650-4660-bd05-7a86211dd611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.593449 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5f1048ff-7650-4660-bd05-7a86211dd611 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99a0802a74f44712be4824ea8662c0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520011 May 04 15:05:57.594511 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1048ff-7650-4660-bd05-7a86211dd611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52226169-8211-48e1-b147-238dbc46afb9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:57.596444 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52162) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:57.669248 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e90aa998-8669-46ce-b557-b80761b0ec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.693990 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e90aa998-8669-46ce-b557-b80761b0ec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.750027 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e90aa998-8669-46ce-b557-b80761b0ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.752980 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e90aa998-8669-46ce-b557-b80761b0ec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:57.754127 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e90aa998-8669-46ce-b557-b80761b0ec23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52226169-8211-48e1-b147-238dbc46afb9 HTTP/1.1" status: 204 len: 168 time: 0.1561618 May 04 15:05:57.762501 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90aa998-8669-46ce-b557-b80761b0ec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52226169-8211-48e1-b147-238dbc46afb9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:57.944033 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcb140-8788-4f70-81e8-fe50fc4e369f req-9a4631f8-15f5-47c9-a168-5e3e64c933b1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:57.946225 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bfcb140-8788-4f70-81e8-fe50fc4e369f req-9a4631f8-15f5-47c9-a168-5e3e64c933b1 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0588102 May 04 15:05:57.996835 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bfcb140-8788-4f70-81e8-fe50fc4e369f req-52f5812e-835a-402b-b200-687a62602a7d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 May 04 15:05:58.219304 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 4f491d2b-de8e-4a82-8d33-6eb5ed633607 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:05:58.261856 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52170) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:58.286233 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce52e0d4-3a13-4d4c-916c-3775d46fcd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.318871 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:58.319293 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.367992 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce52e0d4-3a13-4d4c-916c-3775d46fcd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.373540 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce52e0d4-3a13-4d4c-916c-3775d46fcd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.403963 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52e0d4-3a13-4d4c-916c-3775d46fcd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0cfc0b-3b81-4318-b824-31aaa6fcf0f7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:58.424973 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ce52e0d4-3a13-4d4c-916c-3775d46fcd23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49e669fe953d4a25a15a4e11e24c9af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618161 May 04 15:05:58.427614 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52172) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:58.444029 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.486468 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-993a95e2-977a-4f8e-b554-4b413e4dfb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.498557 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:58.505969 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.512057 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-993a95e2-977a-4f8e-b554-4b413e4dfb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.549113 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:58.551562 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0db8899-4064-4879-ae7b-6dbdc5cd38e1" -d '{"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-plugged", "status": "completed", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:58.567407 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-993a95e2-977a-4f8e-b554-4b413e4dfb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.572038 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-993a95e2-977a-4f8e-b554-4b413e4dfb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.573936 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-993a95e2-977a-4f8e-b554-4b413e4dfb1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd0cfc0b-3b81-4318-b824-31aaa6fcf0f7 HTTP/1.1" status: 204 len: 168 time: 0.1451035 May 04 15:05:58.574114 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=8']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:58.584176 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a95e2-977a-4f8e-b554-4b413e4dfb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0cfc0b-3b81-4318-b824-31aaa6fcf0f7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:58.597622 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e3f17-6bc2-4c9c-886a-c60b6dd672d9 x-openstack-request-id: req-0a1e3f17-6bc2-4c9c-886a-c60b6dd672d9 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:58.597909 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-plugged", "status": "completed", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:58.598431 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a1e3f17-6bc2-4c9c-886a-c60b6dd672d9 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:58.598911 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1e3f17-6bc2-4c9c-886a-c60b6dd672d9'] response: {'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'code': 200} May 04 15:05:58.713428 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:05:59.141057 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99586cb2-a1c9-4538-87b0-0c97c8416c33 req-0cb78acf-0455-4a41-9c15-e603cfc30865 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:59.148156 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-99586cb2-a1c9-4538-87b0-0c97c8416c33 req-0cb78acf-0455-4a41-9c15-e603cfc30865 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0606174 May 04 15:05:59.189524 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-99586cb2-a1c9-4538-87b0-0c97c8416c33 req-284c5874-405f-4de4-a667-392f33c41a8a tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404668 May 04 15:06:00.328189 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de13d3-7e25-4895-ae7a-9773f433d50e req-e38d10f3-b682-4596-8c84-46ae767f5ccd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:00.329694 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-77de13d3-7e25-4895-ae7a-9773f433d50e req-e38d10f3-b682-4596-8c84-46ae767f5ccd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0617800 May 04 15:06:00.382151 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-77de13d3-7e25-4895-ae7a-9773f433d50e req-bae628cf-5198-4684-ae75-84f5a2f5a613 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459123 May 04 15:06:01.517933 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f26f-92d3-4d04-b8be-a0e1053325fd req-6c3de4a7-e1d2-498e-920e-00e004b64dec tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:01.519611 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9b18f26f-92d3-4d04-b8be-a0e1053325fd req-6c3de4a7-e1d2-498e-920e-00e004b64dec tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0558846 May 04 15:06:01.581304 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9b18f26f-92d3-4d04-b8be-a0e1053325fd req-44a304af-45d4-4522-8091-6b7e2dab7d89 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551043 May 04 15:06:02.452643 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52244) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:02.568814 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47b5aa2b-d42c-4b30-953c-bd136ac0767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.648595 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47b5aa2b-d42c-4b30-953c-bd136ac0767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.654496 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47b5aa2b-d42c-4b30-953c-bd136ac0767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.715626 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-47b5aa2b-d42c-4b30-953c-bd136ac0767c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3924a5b436c433a9b4d4ff3edd4a0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618208 May 04 15:06:02.718952 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52250) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:02.722142 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5aa2b-d42c-4b30-953c-bd136ac0767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b92e20-6d1a-4ef5-87f8-ba045d614708,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:02.740834 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67af80-d31e-4b6b-b83a-6547ac701a84 req-ef41accb-e351-4fb8-aa27-0c5c9118f3a4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:02.742358 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a67af80-d31e-4b6b-b83a-6547ac701a84 req-ef41accb-e351-4fb8-aa27-0c5c9118f3a4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0852749 May 04 15:06:02.775873 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b916790-63cb-46a0-9ed4-c003d3ce7e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.782701 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a67af80-d31e-4b6b-b83a-6547ac701a84 req-cb2b7f14-9dde-4ff3-bca1-d6a4fe89eab5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337243 May 04 15:06:02.802372 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b916790-63cb-46a0-9ed4-c003d3ce7e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.853967 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b916790-63cb-46a0-9ed4-c003d3ce7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.856483 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b916790-63cb-46a0-9ed4-c003d3ce7e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.857612 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-4b916790-63cb-46a0-9ed4-c003d3ce7e3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6b92e20-6d1a-4ef5-87f8-ba045d614708 HTTP/1.1" status: 204 len: 168 time: 0.1376960 May 04 15:06:02.865438 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b916790-63cb-46a0-9ed4-c003d3ce7e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b92e20-6d1a-4ef5-87f8-ba045d614708,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:02.940855 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-2d84d03d-7f21-4cf1-8479-2a71a43222e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:02.942392 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-2d84d03d-7f21-4cf1-8479-2a71a43222e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 1098 time: 0.0414505 May 04 15:06:03.278027 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-3fc57820-0593-4e11-bec3-a20482ae3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:03.279520 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-3fc57820-0593-4e11-bec3-a20482ae3c39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.3299615 May 04 15:06:03.353072 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-e561cefa-3ac9-477f-823e-89db9fb18854 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994 HTTP/1.1" status: 200 len: 1000 time: 0.0665455 May 04 15:06:03.405223 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-42e9d669-a227-468f-8199-6dc70dc6ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:03.406995 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-42e9d669-a227-468f-8199-6dc70dc6ba2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0468996 May 04 15:06:03.460144 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-0fe7db74-7263-4abc-aae5-54d19224bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:03.461645 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-0fe7db74-7263-4abc-aae5-54d19224bd9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0452359 May 04 15:06:03.561455 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-6c60ef87-25b8-4207-b7d0-3716d1fd94ce service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898511 May 04 15:06:03.666225 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b710282f-3a38-4ba4-86a6-c3f59597694c req-4b3b2780-8916-4d59-9e9b-8d1349fd88ab service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948410 May 04 15:06:03.954538 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5337bb7-3600-4fcf-bf4d-9678cd869c3e req-4e160f60-aedf-4fdc-9442-ac4624ce653e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:03.956152 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b5337bb7-3600-4fcf-bf4d-9678cd869c3e req-4e160f60-aedf-4fdc-9442-ac4624ce653e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0527158 May 04 15:06:03.998495 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b5337bb7-3600-4fcf-bf4d-9678cd869c3e req-3225dd32-f47b-4614-bd32-7f84bdb9266d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357018 May 04 15:06:05.127828 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a70b8-166f-4560-94e2-42c1fe9c90c0 req-70fccf85-be81-4dd5-a848-6fd372b2003e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:05.130050 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c79a70b8-166f-4560-94e2-42c1fe9c90c0 req-70fccf85-be81-4dd5-a848-6fd372b2003e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0588074 May 04 15:06:05.182867 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c79a70b8-166f-4560-94e2-42c1fe9c90c0 req-e95806fb-b20d-4a8b-b157-68b8a5ce85f4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 May 04 15:06:06.297432 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:06.318263 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782cbc2-b002-4eab-91b7-0e544872f051 req-b37888f1-387e-4b8e-9914-64c51a4c0f0e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:06.319973 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1782cbc2-b002-4eab-91b7-0e544872f051 req-b37888f1-387e-4b8e-9914-64c51a4c0f0e tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 945 time: 0.0587268 May 04 15:06:06.362935 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-1782cbc2-b002-4eab-91b7-0e544872f051 req-c4122181-5366-400a-8ed7-853a8796fa55 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365255 May 04 15:06:06.425276 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:06.454607 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:06.457089 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d1e31-74b1-46a1-aa6a-924d1b8cec7d" -d '{"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-unplugged", "status": "completed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:06.481582 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:06.487750 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:06.555158 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=8']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:06.560172 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587aab47-5392-45f7-9fbe-6e29ab9a91b5 x-openstack-request-id: req-587aab47-5392-45f7-9fbe-6e29ab9a91b5 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:06.560687 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-unplugged", "status": "failed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994", "code": 422}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:06.561071 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-587aab47-5392-45f7-9fbe-6e29ab9a91b5 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:06.561698 dv-cinder-829630-2-smb neutron-server[101972]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-587aab47-5392-45f7-9fbe-6e29ab9a91b5']: {'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'code': 422} returned with failed status May 04 15:06:07.330202 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [req-76e33b8d-ffb0-434c-913e-989219ed2b74 req-13c09941-952d-4b14-8a59-fb9552ccde74 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:06:07.331221 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76e33b8d-ffb0-434c-913e-989219ed2b74 req-13c09941-952d-4b14-8a59-fb9552ccde74 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018105 May 04 15:06:07.494431 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3eb24-46d6-47ba-b33d-de2d868aa7d3 req-194b53b3-1e2e-450f-8730-2ec52e3a4084 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:07.502885 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e7e3eb24-46d6-47ba-b33d-de2d868aa7d3 req-194b53b3-1e2e-450f-8730-2ec52e3a4084 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0606976 May 04 15:06:07.558974 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e7e3eb24-46d6-47ba-b33d-de2d868aa7d3 req-33260b74-ac81-41b6-aa22-bede1cbb0cad tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497530 May 04 15:06:07.737967 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52402) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:07.832426 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-a6d7b67e-0055-47f7-ada0-df591e8034e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930555 May 04 15:06:07.837625 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-bc5909cf-71ed-40aa-a46a-badff439dca3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=101971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:06:07.838600 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-bc5909cf-71ed-40aa-a46a-badff439dca3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050972 May 04 15:06:08.680728 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b92842-6d67-41e9-a4f4-c43666b48453 req-0a068915-581b-4688-a409-ffb8fde80d29 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:08.682223 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a4b92842-6d67-41e9-a4f4-c43666b48453 req-0a068915-581b-4688-a409-ffb8fde80d29 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0545051 May 04 15:06:08.720977 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a4b92842-6d67-41e9-a4f4-c43666b48453 req-0e15c809-c29e-4441-ba64-80b4f7dbcbb7 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 May 04 15:06:08.785301 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-14de305a-8491-497d-af10-aa607ea810bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:08.786822 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-14de305a-8491-497d-af10-aa607ea810bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7&tenant_id=4b5c93f732964829a50b164f4b89955b HTTP/1.1" status: 200 len: 1096 time: 0.0562792 May 04 15:06:08.863995 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-18fe2dc6-74f7-4d76-b87b-ad72a36f385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:08.865581 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-18fe2dc6-74f7-4d76-b87b-ad72a36f385e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b5c93f732964829a50b164f4b89955b&device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 1096 time: 0.0471277 May 04 15:06:08.979765 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-12ffce0c-597f-4229-9c79-417e97931568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:08.981333 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-12ffce0c-597f-4229-9c79-417e97931568 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 200 len: 918 time: 0.1056981 May 04 15:06:09.054198 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-3f652f11-7d33-41d6-9daa-0d73ba3621b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994 HTTP/1.1" status: 200 len: 998 time: 0.0656519 May 04 15:06:09.115934 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-6f3478f1-6071-458c-87d5-5b7f2794bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:09.117416 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-6f3478f1-6071-458c-87d5-5b7f2794bd93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 200 len: 856 time: 0.0488217 May 04 15:06:09.167494 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-712e62e4-e8b0-446c-af19-4b48d577c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:09.169133 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-712e62e4-e8b0-446c-af19-4b48d577c6c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72d20472-e84a-420d-b5f8-aaa141b8015c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0449014 May 04 15:06:09.280483 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-3a8d0685-a4b9-4ef4-9f19-1388077dc2db service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036704 May 04 15:06:09.400147 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-76fb6cc0-39a6-4275-8cfa-7bd8ef2e522f req-090aef7e-7dfd-446d-a676-4461bf2d7eab service neutron] 10.222.0.60 "GET /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073096 May 04 15:06:09.850465 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752447bb-b01e-4975-a124-c2a43c486b9f req-c32d337a-de0b-45c3-a9dd-672f24dc60e5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:09.852962 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-752447bb-b01e-4975-a124-c2a43c486b9f req-c32d337a-de0b-45c3-a9dd-672f24dc60e5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0574319 May 04 15:06:09.910367 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-752447bb-b01e-4975-a124-c2a43c486b9f req-8d92cb02-d773-4c20-abda-30d6cc5417d5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491822 May 04 15:06:11.063288 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c82e1a-a9dd-4a01-bc3f-ca3db8688abf req-7a0e2749-563e-4ce0-8a5a-1c80efcb7421 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:11.064890 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b7c82e1a-a9dd-4a01-bc3f-ca3db8688abf req-7a0e2749-563e-4ce0-8a5a-1c80efcb7421 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0535409 May 04 15:06:11.108032 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b7c82e1a-a9dd-4a01-bc3f-ca3db8688abf req-62ccb652-51b1-4d78-8a4f-ad91dc41d554 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369751 May 04 15:06:11.225052 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-24519b72-b5c4-4c71-91bc-bea1eb1fd4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.237649 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c8c1b-5cbd-4022-b9f2-7c495426517a req-44b37810-c804-43cb-8112-7f173c408432 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:12.239503 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c99c8c1b-5cbd-4022-b9f2-7c495426517a req-44b37810-c804-43cb-8112-7f173c408432 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0513473 May 04 15:06:12.279351 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c99c8c1b-5cbd-4022-b9f2-7c495426517a req-0fe59a70-7edd-46e9-8f77-71f9979dea6f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 May 04 15:06:13.417266 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29c07e-78c4-4f13-9b67-eb728ed69f05 req-d7b27f5d-ad1b-4560-b419-96fd8e9d1c09 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:13.418935 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4f29c07e-78c4-4f13-9b67-eb728ed69f05 req-d7b27f5d-ad1b-4560-b419-96fd8e9d1c09 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0580745 May 04 15:06:13.460861 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4f29c07e-78c4-4f13-9b67-eb728ed69f05 req-c20d5fab-e57e-4bd5-90c6-ddf844175384 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356388 May 04 15:06:13.639517 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1dcb04d9-666b-431a-8107-9b6d479828e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.091181 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:14.214695 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31ba4156-59b9-4a4a-9a6b-8da2b3f181d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.303934 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31ba4156-59b9-4a4a-9a6b-8da2b3f181d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.309073 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31ba4156-59b9-4a4a-9a6b-8da2b3f181d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.354417 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba4156-59b9-4a4a-9a6b-8da2b3f181d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4caf098-ef21-4306-9047-9169d2415145,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:14.365113 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-31ba4156-59b9-4a4a-9a6b-8da2b3f181d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f95ef7f5c05c4a209d395d7f5f9e2826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691045 May 04 15:06:14.365585 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52578) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:14.423155 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.445859 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.497825 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.500696 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.505068 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4caf098-ef21-4306-9047-9169d2415145 HTTP/1.1" status: 204 len: 168 time: 0.1382787 May 04 15:06:14.523450 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4caf098-ef21-4306-9047-9169d2415145,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:14.534803 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.535262 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.536126 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.546971 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.549070 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.549360 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.549782 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.550337 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.553104 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.553530 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.554081 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.556278 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f823e2a-bb87-4f7d-9fd7-b109b9982e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:14.664626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:14.680937 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4eb57-8cfc-49a7-a5fc-e0f6641cb34c req-fba97020-baec-4193-9f7d-e22443004426 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:14.683997 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-84d4eb57-8cfc-49a7-a5fc-e0f6641cb34c req-fba97020-baec-4193-9f7d-e22443004426 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0953701 May 04 15:06:14.739065 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-84d4eb57-8cfc-49a7-a5fc-e0f6641cb34c req-fb948ffc-ba3f-427d-989e-639e49a7b514 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474415 May 04 15:06:15.310409 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52608) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:15.418489 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-290188151-network', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:15.440236 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Made reservation on behalf of 6e67910770ea4a9bb6b4f2e28e1ba0dc for: {'network': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:06:15.442762 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.454404 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.531806 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.536597 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.566477 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:06:15.577048 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a79f5-177c-4a06-86ff-0c10fb3458ce,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:15.583395 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.583858 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.segments_db [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Added segment 49cc9f16-eff0-4d3b-a70a-d18fbd2d605e of type vlan for network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 May 04 15:06:15.646172 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.680023 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.681013 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:15.681593 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.741819 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4300284 May 04 15:06:15.744684 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52614) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:15.746978 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b01765-fd5a-40d7-843d-43f0f4c205f8 admin admin] Pushing event updated for resources: {'Network': ['ID=822fd7a8-b527-48fe-b37d-d508d0f3cc08,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:15.749802 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Request body: {'subnet': {'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-290188151-subnet', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:15.757892 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:06:15.807752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Made reservation on behalf of 6e67910770ea4a9bb6b4f2e28e1ba0dc for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:06:15.810593 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4751406'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.895387 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.957534 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087972e-e5e3-4eb5-aa9e-f27131d5b4a2 req-615da247-49c0-4a5b-8981-75a83e1b69ab tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:15.959214 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a087972e-e5e3-4eb5-aa9e-f27131d5b4a2 req-615da247-49c0-4a5b-8981-75a83e1b69ab tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0936081 May 04 15:06:16.038737 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a087972e-e5e3-4eb5-aa9e-f27131d5b4a2 req-b18460bd-c1d5-4589-90a7-879a0e3d5c90 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695140 May 04 15:06:16.095783 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5012415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4751416'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.152577 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f58d1ea-04c0-431d-b345-275a7c3fe5b8,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:16.162400 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Checking segment: {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:16.162851 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Network hostable DHCP agents. Network: 822fd7a8-b527-48fe-b37d-d508d0f3cc08, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:06:16.182514 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:06:16.266835 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 822fd7a8-b527-48fe-b37d-d508d0f3cc08) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:16.274561 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:16.276414 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.320214 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f1d6b-554a-4df4-890e-9984273bba94 None None] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:06:16.384145 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52620) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:16.388721 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-a557ba41-b4c2-4995-9d95-84de4980be2c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6428216 May 04 15:06:16.390550 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:16.416290 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.429105 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.490781 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.491512 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.592980 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:06:16.594045 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.643160 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.764590 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Allocated IP 172.20.0.2 (822fd7a8-b527-48fe-b37d-d508d0f3cc08/1f58d1ea-04c0-431d-b345-275a7c3fe5b8/83aaee81-4fdb-4e9b-9911-c8acb377ec9d) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:16.904258 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.964667 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:16.973831 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.017779 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:17.022743 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:17.028077 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:17.079613 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Pushing event updated for resources: {'Port': ['ID=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:17.093190 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Attempting to bind port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:17.093190 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Attempting to bind port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:17.093476 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Attempting to bind port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d on network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:17.098749 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:17.099121 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Checking segment: {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:17.100145 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.100574 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Bound using segment: {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:17.101270 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Bound port: 83aaee81-4fdb-4e9b-9911-c8acb377ec9d, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:17.101653 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.171731 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] For port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:17.175737 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] For port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:17.179913 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.182783 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.245124 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a00bcc-03ab-4164-85d9-41b1be032a9c req-9b8fe744-99b3-4be5-8630-3effd1986492 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:17.253913 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c8a00bcc-03ab-4164-85d9-41b1be032a9c req-9b8fe744-99b3-4be5-8630-3effd1986492 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0877907 May 04 15:06:17.304833 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad9993-aa41-40a7-a1d2-d3a4f83f5c74 None None] Pushing event updated for resources: {'Port': ['ID=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:17.310514 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c8a00bcc-03ab-4164-85d9-41b1be032a9c req-67f71037-ae1b-41a7-8f7a-ae6311001c83 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556474 May 04 15:06:17.346357 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Allocated IP 172.28.3.83 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/c6bb8bd3-3bdb-493d-92ce-1d217df39611) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:17.495652 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.541836 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.612482 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Pushing event updated for resources: {'Port': ['ID=c6bb8bd3-3bdb-493d-92ce-1d217df39611,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:17.616217 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:17.618225 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:17.627446 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:17.941534 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.160135 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.292617 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Router 3f48a7de-7c75-429e-b220-8c1d91e234c0 is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:06:18.370671 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e859d0-834d-47ab-b49c-d3db7929d007 None None] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:06:18.415262 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:18.429606 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Sync routers for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:18.446314 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.446754 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:18.449482 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:18.451332 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-46c1554d-054d-4463-9e55-27ad90f3e648 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0659213 May 04 15:06:18.451939 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52636) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:18.527032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-99fc2be2-74e0-4ed3-8e97-f6a34ea26c19 None None] Provisioning complete for port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:18.527032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-99fc2be2-74e0-4ed3-8e97-f6a34ea26c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.531484 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788ce4-ca09-422a-bbcc-a96881ea47c6 req-763ddb3a-cff8-4a2f-9c5d-4624d64e4287 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:18.533989 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7c788ce4-ca09-422a-bbcc-a96881ea47c6 req-763ddb3a-cff8-4a2f-9c5d-4624d64e4287 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.1206491 May 04 15:06:18.577407 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7c788ce4-ca09-422a-bbcc-a96881ea47c6 req-854f8681-6bee-4ea0-a550-e7350fdbd309 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373988 May 04 15:06:18.615835 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:18.696348 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-99fc2be2-74e0-4ed3-8e97-f6a34ea26c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.735263 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-99fc2be2-74e0-4ed3-8e97-f6a34ea26c19 None None] For port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:18.742136 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-99fc2be2-74e0-4ed3-8e97-f6a34ea26c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.800189 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 83aaee81-4fdb-4e9b-9911-c8acb377ec9d up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:18.834410 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc2be2-74e0-4ed3-8e97-f6a34ea26c19 None None] Pushing event updated for resources: {'Port': ['ID=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:18.889482 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:18.890174 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.968228 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:17Z', 'revision_number': 3, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:18.988739 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-a54e5d83-4853-4c7a-b2eb-9467788383b3 None None] Provisioning complete for port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:18.989102 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a54e5d83-4853-4c7a-b2eb-9467788383b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.012019 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Checking router: 3f48a7de-7c75-429e-b220-8c1d91e234c0 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:19.012361 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Updating router 3f48a7de-7c75-429e-b220-8c1d91e234c0 port c6bb8bd3-3bdb-493d-92ce-1d217df39611 binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:06:19.018380 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.043709 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.187890 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Allocated IP 172.20.0.1 (822fd7a8-b527-48fe-b37d-d508d0f3cc08/1f58d1ea-04c0-431d-b345-275a7c3fe5b8/317e8ec1-846b-4ac7-adff-f1e70a1e9384) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:19.304354 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.311124 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.315038 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.352194 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Pushing event updated for resources: {'Port': ['ID=c6bb8bd3-3bdb-493d-92ce-1d217df39611,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:19.360160 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.361097 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.361097 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.361312 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.361642 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.361965 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.362644 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.363196 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.363697 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.363697 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.364032 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.364350 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.364763 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:19.380288 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Attempting to bind port c6bb8bd3-3bdb-493d-92ce-1d217df39611 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:19.380645 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Attempting to bind port c6bb8bd3-3bdb-493d-92ce-1d217df39611 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:19.380996 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Attempting to bind port c6bb8bd3-3bdb-493d-92ce-1d217df39611 on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:19.386461 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:19.387050 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:19.387547 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.388091 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:19.388580 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Bound port: c6bb8bd3-3bdb-493d-92ce-1d217df39611, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:19.388988 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.403273 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:19.408603 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:19.412021 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:19.436069 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Pushing event updated for resources: {'Port': ['ID=317e8ec1-846b-4ac7-adff-f1e70a1e9384,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:19.445549 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] For port c6bb8bd3-3bdb-493d-92ce-1d217df39611, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:19.450338 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] For port c6bb8bd3-3bdb-493d-92ce-1d217df39611, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c6bb8bd3-3bdb-493d-92ce-1d217df39611,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:19.456414 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.457105 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.502076 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:19.503250 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:19.605655 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.718121 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-fe82dbdb-f5c6-4f4e-8cb0-bf3d213716e2 None None] Provisioning complete for port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:19.718121 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fe82dbdb-f5c6-4f4e-8cb0-bf3d213716e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.731697 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e06d9a-99e8-4e92-afaa-72d5decf6b60 req-9b586b09-36ef-4de5-928c-64e459333f23 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:19.733897 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-60e06d9a-99e8-4e92-afaa-72d5decf6b60 req-9b586b09-36ef-4de5-928c-64e459333f23 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 943 time: 0.0651224 May 04 15:06:19.752505 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16a296-df0d-41c9-aff7-c5867f6fca31 None None] Pushing event updated for resources: {'Port': ['ID=c6bb8bd3-3bdb-493d-92ce-1d217df39611,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:19.773676 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-fe82dbdb-f5c6-4f4e-8cb0-bf3d213716e2 None None] Port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:06:19.774557 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:19.794834 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-60e06d9a-99e8-4e92-afaa-72d5decf6b60 req-ab2e4c8f-7f51-4bda-8f48-977debbb14ab tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514851 May 04 15:06:19.841404 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.852090 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117996'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.919986 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.931324 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Pushing event updated for resources: {'Port': ['ID=317e8ec1-846b-4ac7-adff-f1e70a1e9384,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:19.990785 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:17Z', 'revision_number': 3, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:20.018662 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035b5e5-cdc2-42c3-81f6-9319fa83d5a1 None None] The sync data for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb is: [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:17Z', 'revision_number': 3, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:20.080568 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:20.082097 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:20.397134 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:06:20.421526 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-10fab7f1-8224-4bc1-8ec9-3eeb9964f0d7 None None] Provisioning complete for port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:20.422178 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-10fab7f1-8224-4bc1-8ec9-3eeb9964f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:20.430248 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Router 3f48a7de-7c75-429e-b220-8c1d91e234c0 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:20.588950 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-10fab7f1-8224-4bc1-8ec9-3eeb9964f0d7 None None] Port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:06:20.610273 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:20.623141 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:20.627690 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'port_id': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'mac_address': 'fa:16:3e:1a:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:06:20.637560 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-55d890d9-1466-4de6-9df9-e6aebc05abb8 admin admin] 10.222.0.41 "PUT /v2.0/routers/3f48a7de-7c75-429e-b220-8c1d91e234c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1755650 May 04 15:06:20.677920 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:20.693912 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfd150c-7dc2-4c64-8380-f23c679ff994 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:06:20.721230 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:20.727936 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:20.808070 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=9']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:20.844598 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 83aaee81-4fdb-4e9b-9911-c8acb377ec9d up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:20.917703 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:20.918068 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:20.938747 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a147f4d-4f71-41b3-8342-bb279115b0d2 req-8b859cbd-9bbf-40a7-b45e-5c508b5df8bf tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:20.947591 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a147f4d-4f71-41b3-8342-bb279115b0d2 req-8b859cbd-9bbf-40a7-b45e-5c508b5df8bf tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 944 time: 0.0604589 May 04 15:06:20.991447 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['1bfd150c-7dc2-4c64-8380-f23c679ff994'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:06:21.015932 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4a147f4d-4f71-41b3-8342-bb279115b0d2 req-d2adc06e-10f7-41a3-841e-76a8582baca8 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667136 May 04 15:06:21.271172 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52696) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:21.275675 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c6bb8bd3-3bdb-493d-92ce-1d217df39611 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:21.276006 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1008524410-network', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:21.301946 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Made reservation on behalf of 78f67dcf249841e8a0e1d81cca4054a3 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:06:21.304279 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.313879 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.401950 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.408024 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.410140 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port c6bb8bd3-3bdb-493d-92ce-1d217df39611 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:21.410503 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.436858 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:06:21.449456 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d24c77c-59f5-4d5e-9667-a414209592db,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:21.456884 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.457388 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.segments_db [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Added segment 838163fd-3cfb-407a-a3a1-9c8e19d48dbd of type vlan for network ff754744-7c75-4450-99d6-ff32f59d09f3 May 04 15:06:21.501636 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.513907 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.527897 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.529081 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:21.529677 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.535674 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port c6bb8bd3-3bdb-493d-92ce-1d217df39611, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c6bb8bd3-3bdb-493d-92ce-1d217df39611,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:21.541098 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.588755 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3161950 May 04 15:06:21.591475 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52708) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:21.596989 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Request body: {'subnet': {'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1008524410-subnet', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'ip_version': 4}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:21.599498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e6669-3892-4bcd-8581-dbd102f141c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff754744-7c75-4450-99d6-ff32f59d09f3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:21.617510 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network ff754744-7c75-4450-99d6-ff32f59d09f3 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:06:21.621209 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=c6bb8bd3-3bdb-493d-92ce-1d217df39611,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:21.653505 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Made reservation on behalf of 78f67dcf249841e8a0e1d81cca4054a3 for: {'subnet': 1} {{(pid=101971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:06:21.655863 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5652918'] for subnet, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.750410 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c3d4b-4f02-4859-8695-a7ca63aa6323 req-088b23e8-c7c6-4f5e-87da-dadf8bd1d46e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:21.752082 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a63c3d4b-4f02-4859-8695-a7ca63aa6323 req-088b23e8-c7c6-4f5e-87da-dadf8bd1d46e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.0676181 May 04 15:06:21.796188 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a63c3d4b-4f02-4859-8695-a7ca63aa6323 req-167b2443-83aa-4485-bbec-ed36aa0adbeb tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371394 May 04 15:06:21.873281 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6117845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5652896'] for subnet, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.926125 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a6aff5-1737-4ea1-8c58-a87e38eeb06d,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:21.941926 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Checking segment: {'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:21.942297 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Network hostable DHCP agents. Network: ff754744-7c75-4450-99d6-ff32f59d09f3, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:06:21.962647 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Network ff754744-7c75-4450-99d6-ff32f59d09f3 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:06:21.975363 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, ff754744-7c75-4450-99d6-ff32f59d09f3) {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:21.980203 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:21.980847 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.983961 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3579aa-9d66-46f6-80b8-12e51c449245 req-dea8af79-ef80-4b18-b051-56e43b4bc100 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:21.985591 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7d3579aa-9d66-46f6-80b8-12e51c449245 req-dea8af79-ef80-4b18-b051-56e43b4bc100 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.0537558 May 04 15:06:21.986132 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6552c-ff56-4f30-9558-c17f22d143bb None None] Network ff754744-7c75-4450-99d6-ff32f59d09f3 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:06:21.998563 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-89920d91-0a8e-4456-a5e6-130b229bd588 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4054654 May 04 15:06:22.002973 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52718) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:22.007868 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:22.033727 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7d3579aa-9d66-46f6-80b8-12e51c449245 req-a4c4e543-bdde-4cdd-a2e7-494d577114bb tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 May 04 15:06:22.036000 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5950'] for router, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.038699 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5929'] for router, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.096857 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.102686 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Sync routers for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:22.129770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:22.130419 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:22.159646 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0422a-7c94-4ff6-830a-51a1495835db req-04a8bae2-0912-4d15-aca8-0098b1e6a2f5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:22.161932 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-70c0422a-7c94-4ff6-830a-51a1495835db req-04a8bae2-0912-4d15-aca8-0098b1e6a2f5 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 944 time: 0.0554123 May 04 15:06:22.183884 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21895560-2d75-5dbf-a74a-1b62a3a1667e-ff754744-7c75-4450-99d6-ff32f59d09f3', 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'fixed_ips': [{'subnet_id': '36a6aff5-1737-4ea1-8c58-a87e38eeb06d'}]}} from dv-cinder-829630-2-smb. {{(pid=101972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:06:22.184738 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.211951 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-70c0422a-7c94-4ff6-830a-51a1495835db req-a8fedf6a-a46f-495e-b756-74b7c2ef249b tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 May 04 15:06:22.237054 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.330501 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:22.430427 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:22.438712 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.457846 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.467759 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.db_base_plugin_common [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Allocated IP 172.20.0.2 (ff754744-7c75-4450-99d6-ff32f59d09f3/36a6aff5-1737-4ea1-8c58-a87e38eeb06d/6afd0158-2543-4cfe-9814-835a40277a7c) {{(pid=101972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:22.564055 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Allocated IP 172.28.3.68 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/c80cecd4-ac83-4442-a20f-a03448d775a1) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:22.660034 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 1bfd150c-7dc2-4c64-8380-f23c679ff994 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:22.660403 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.679993 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.714327 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c6bb8bd3-3bdb-493d-92ce-1d217df39611 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:22.719765 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.758276 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:22.761220 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:22.763473 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Notify callbacks [] for port, precommit_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.765145 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:22.785427 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039'] for port, after_create {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.790749 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Pushing event updated for resources: {'Port': ['ID=c80cecd4-ac83-4442-a20f-a03448d775a1,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:22.859481 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Network ff754744-7c75-4450-99d6-ff32f59d09f3 is already hosted by enough agents. {{(pid=101972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:22.872896 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.scheduler.base_scheduler [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Resources bound (agent type, host, resource id): {{(pid=101972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:22.879948 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Pushing event updated for resources: {'Port': ['ID=6afd0158-2543-4cfe-9814-835a40277a7c,revision_number=1']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:22.883466 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 2, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:22.888417 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Received port after_create {{(pid=101972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:22.923539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dcf83-c704-4ae0-9b59-22287d72e644 req-7db9f88a-913f-49d9-aef2-56c51c7aae7b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:22.926350 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-aa0dcf83-c704-4ae0-9b59-22287d72e644 req-7db9f88a-913f-49d9-aef2-56c51c7aae7b tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.0545669 May 04 15:06:22.926580 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Checking router: 3f48a7de-7c75-429e-b220-8c1d91e234c0 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:22.927004 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Updating router 3f48a7de-7c75-429e-b220-8c1d91e234c0 port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 binding host dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:06:22.945622 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port c6bb8bd3-3bdb-493d-92ce-1d217df39611 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:22.946003 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.947499 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.966797 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-aa0dcf83-c704-4ae0-9b59-22287d72e644 req-53050af6-6c17-441d-a892-f255b86c6be9 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 May 04 15:06:23.026862 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.047441 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.052167 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:23.054414 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee6769-1315-4873-af0f-b2076343a6c6" -d '{"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:23.069216 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Attempting to bind port 6afd0158-2543-4cfe-9814-835a40277a7c on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:23.069583 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Attempting to bind port 6afd0158-2543-4cfe-9814-835a40277a7c by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:23.069964 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Attempting to bind port 6afd0158-2543-4cfe-9814-835a40277a7c on network ff754744-7c75-4450-99d6-ff32f59d09f3 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:23.077588 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:23.100909 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:23.101286 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Checking segment: {'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:23.101684 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.102076 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Bound using segment: {'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:23.102581 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Bound port: 6afd0158-2543-4cfe-9814-835a40277a7c, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:23.102964 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.107480 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.112396 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf835e44-6134-46c2-85b9-0c8e58d416af x-openstack-request-id: req-bf835e44-6134-46c2-85b9-0c8e58d416af {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:23.112705 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:23.112958 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf835e44-6134-46c2-85b9-0c8e58d416af {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:23.113342 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf835e44-6134-46c2-85b9-0c8e58d416af'] response: {'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'code': 200} May 04 15:06:23.168387 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21be6-bd9f-46ec-b3aa-04cbb14a07d8 req-b5f31bd9-4734-4b9f-9702-c6cac4ef8206 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.176567 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e5c21be6-bd9f-46ec-b3aa-04cbb14a07d8 req-b5f31bd9-4734-4b9f-9702-c6cac4ef8206 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.0669885 May 04 15:06:23.219663 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e5c21be6-bd9f-46ec-b3aa-04cbb14a07d8 req-ff502f6f-b854-401e-a23b-1c3b9c25f270 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 May 04 15:06:23.255005 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1807075'] for router, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.400505 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1079-5d28-4ac1-b984-c8974a323509 req-07bcaaca-5221-4004-9488-447c73b06670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.401308 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Router 7934f002-7645-47cc-9f05-e6dd9d27f37e is scheduled to L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 with binding_index 1 {{(pid=101971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:06:23.402426 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b43c1079-5d28-4ac1-b984-c8974a323509 req-07bcaaca-5221-4004-9488-447c73b06670 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 1099 time: 0.0704658 May 04 15:06:23.413587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22422d-08ec-4ff8-ba1e-5a493ed08cf2 req-b6c0a143-481c-4d82-a087-354e71e34e9d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.415165 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fe22422d-08ec-4ff8-ba1e-5a493ed08cf2 req-b6c0a143-481c-4d82-a087-354e71e34e9d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 946 time: 0.0926778 May 04 15:06:23.420573 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=10']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:23.471607 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] For port 6afd0158-2543-4cfe-9814-835a40277a7c, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:23.490605 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b43c1079-5d28-4ac1-b984-c8974a323509 req-0bdcb4fa-38c7-4b86-82da-f74b5a4f1d7e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741296 May 04 15:06:23.509304 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fe22422d-08ec-4ff8-ba1e-5a493ed08cf2 req-28f3d93c-6363-4c23-a772-e3023a97cac3 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864887 May 04 15:06:23.513414 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] For port 6afd0158-2543-4cfe-9814-835a40277a7c, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=6afd0158-2543-4cfe-9814-835a40277a7c,segment=NetworkSegment(838163fd-3cfb-407a-a3a1-9c8e19d48dbd),segment_id=838163fd-3cfb-407a-a3a1-9c8e19d48dbd)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:23.520722 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.545838 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:23.556930 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Sync routers for ids ['7934f002-7645-47cc-9f05-e6dd9d27f37e'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:23.563583 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.564952 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-655d02f7-39ca-4845-8bdb-34606e472d88 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5609868 May 04 15:06:23.568761 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52730) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:23.573415 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Routers {'7934f002-7645-47cc-9f05-e6dd9d27f37e'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:23.574305 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['7934f002-7645-47cc-9f05-e6dd9d27f37e'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:23.607388 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996567f-5ff3-4e78-861f-25d9f2c20919 None None] Pushing event updated for resources: {'Port': ['ID=6afd0158-2543-4cfe-9814-835a40277a7c,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:23.682362 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.689932 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.700938 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Set router 7934f002-7645-47cc-9f05-e6dd9d27f37e gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:23.747276 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee300d-d8f4-4ab3-981a-575da7a0c542 None None] Pushing event updated for resources: {'Port': ['ID=317e8ec1-846b-4ac7-adff-f1e70a1e9384,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:23.827142 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Attempting to bind port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:23.827494 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Attempting to bind port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:23.827852 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Attempting to bind port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 on network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:23.838559 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:23.839268 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Checking segment: {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:23.839677 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.840064 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Bound using segment: {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:23.840537 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Bound port: 317e8ec1-846b-4ac7-adff-f1e70a1e9384, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:23.840908 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.944578 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] For port 317e8ec1-846b-4ac7-adff-f1e70a1e9384, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:23.948929 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] For port 317e8ec1-846b-4ac7-adff-f1e70a1e9384, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=317e8ec1-846b-4ac7-adff-f1e70a1e9384,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:23.962845 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:23.982271 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:22Z', 'revision_number': 3, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port': {'id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:23.990327 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-76ce00f9-f514-4651-85ef-a51888aa83c5 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.992315 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-76ce00f9-f514-4651-85ef-a51888aa83c5 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.1233869 May 04 15:06:24.014941 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-2ca730b1-a5ff-4cb5-abb3-98ad3c13aced tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:24.016272 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-2ca730b1-a5ff-4cb5-abb3-98ad3c13aced tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.1166289 May 04 15:06:24.058287 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee300d-d8f4-4ab3-981a-575da7a0c542 None None] Pushing event updated for resources: {'Port': ['ID=317e8ec1-846b-4ac7-adff-f1e70a1e9384,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:24.063511 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Checking router: 7934f002-7645-47cc-9f05-e6dd9d27f37e for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:24.064719 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Updating router 7934f002-7645-47cc-9f05-e6dd9d27f37e port c80cecd4-ac83-4442-a20f-a03448d775a1 binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:06:24.087652 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.093547 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:24.094192 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:24.109779 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.148847 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e710af65-7e3d-45de-bb87-026623b0e096 None None] Provisioning complete for port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:24.149255 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e710af65-7e3d-45de-bb87-026623b0e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.289916 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e710af65-7e3d-45de-bb87-026623b0e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.356901 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:24.386862 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1c764-58ba-4507-926d-7350437f021e req-411d43ec-dcb8-4ad9-8a69-396a13caa995 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:24.388412 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-85f1c764-58ba-4507-926d-7350437f021e req-411d43ec-dcb8-4ad9-8a69-396a13caa995 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.2829423 May 04 15:06:24.396580 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e710af65-7e3d-45de-bb87-026623b0e096 None None] For port 317e8ec1-846b-4ac7-adff-f1e70a1e9384, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=317e8ec1-846b-4ac7-adff-f1e70a1e9384,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:24.409480 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e710af65-7e3d-45de-bb87-026623b0e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.436999 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Deleting port 82f216fc-73f6-4775-8da6-3e533b4e6f03 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:24.437327 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.437626 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.445789 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.529351 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495db38-a9d3-470c-803e-02c607803578 None None] Pushing event updated for resources: {'Port': ['ID=c80cecd4-ac83-4442-a20f-a03448d775a1,revision_number=2']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:24.534108 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Attempting to bind port c80cecd4-ac83-4442-a20f-a03448d775a1 on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:24.534606 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Attempting to bind port c80cecd4-ac83-4442-a20f-a03448d775a1 by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:24.535033 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Attempting to bind port c80cecd4-ac83-4442-a20f-a03448d775a1 on network 2dad0da5-4f6f-4334-814d-ec3024e4e67f {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:24.544953 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:24.546121 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Checking segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:24.546639 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.547103 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Bound using segment: {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:24.547670 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Bound port: c80cecd4-ac83-4442-a20f-a03448d775a1, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9512e3ee-5cf2-4f27-9878-6b92f920ed4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:24.548135 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.553853 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710af65-7e3d-45de-bb87-026623b0e096 None None] Pushing event updated for resources: {'Port': ['ID=317e8ec1-846b-4ac7-adff-f1e70a1e9384,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:24.580008 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-37243623-2631-4b85-b957-5a02487d67b1 None None] Provisioning complete for port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:24.580439 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-37243623-2631-4b85-b957-5a02487d67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.611990 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] For port 82f216fc-73f6-4775-8da6-3e533b4e6f03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=82f216fc-73f6-4775-8da6-3e533b4e6f03,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:24.612515 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.618133 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] For port c80cecd4-ac83-4442-a20f-a03448d775a1, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:24.621617 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] For port c80cecd4-ac83-4442-a20f-a03448d775a1, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c80cecd4-ac83-4442-a20f-a03448d775a1,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:24.633850 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.641609 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78075d8a-2a41-4e95-b4ae-42245de50b84 req-3705d090-c4c7-4b8e-bb15-046b89cc2eb3 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:24.651219 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-78075d8a-2a41-4e95-b4ae-42245de50b84 req-3705d090-c4c7-4b8e-bb15-046b89cc2eb3 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.2926605 May 04 15:06:24.704728 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port 50639f48-8842-486a-b273-a822b2c1ac72 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:24.705369 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:24.794711 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Routers {'7934f002-7645-47cc-9f05-e6dd9d27f37e'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:24.795360 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['7934f002-7645-47cc-9f05-e6dd9d27f37e'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:24.855506 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 6afd0158-2543-4cfe-9814-835a40277a7c up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:24.863569 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-85f1c764-58ba-4507-926d-7350437f021e req-71ae5640-3d85-4aa4-9984-acd640bb14c1 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4504521 May 04 15:06:24.904738 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:23Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:24.939179 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-78075d8a-2a41-4e95-b4ae-42245de50b84 req-45bb1c4b-73b9-4177-8ca0-d00dba284c55 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868316 May 04 15:06:24.954073 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] Set router 7934f002-7645-47cc-9f05-e6dd9d27f37e gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:25.002611 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a9d83-ca8e-440b-9726-0a0de7367768 None None] The sync data for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb is: [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:23Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:25.048786 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f00e57a-b2c9-474b-bd66-83294dbc6b7f None None] Network ff754744-7c75-4450-99d6-ff32f59d09f3 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:06:25.056896 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 6afd0158-2543-4cfe-9814-835a40277a7c triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:25.060113 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.130655 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495db38-a9d3-470c-803e-02c607803578 None None] Pushing event updated for resources: {'Port': ['ID=c80cecd4-ac83-4442-a20f-a03448d775a1,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:25.203275 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-9253a56d-2948-4cdf-91b6-fe24ef019f2f None None] Provisioning complete for port 6afd0158-2543-4cfe-9814-835a40277a7c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:25.203661 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9253a56d-2948-4cdf-91b6-fe24ef019f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.261544 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:22Z', 'revision_number': 3, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port': {'id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:25.322342 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8568b53-e1b3-4826-92a4-263e2b4440da None None] The sync data for ids ['7934f002-7645-47cc-9f05-e6dd9d27f37e'] in dv-cinder-829630-2-smb is: [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:22Z', 'revision_number': 3, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port': {'id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:25.440317 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.548757 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port 6afd0158-2543-4cfe-9814-835a40277a7c, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=6afd0158-2543-4cfe-9814-835a40277a7c,segment=NetworkSegment(838163fd-3cfb-407a-a3a1-9c8e19d48dbd),segment_id=838163fd-3cfb-407a-a3a1-9c8e19d48dbd)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:25.557852 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9253a56d-2948-4cdf-91b6-fe24ef019f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.563008 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.609472 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] For port 50639f48-8842-486a-b273-a822b2c1ac72, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=50639f48-8842-486a-b273-a822b2c1ac72,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:25.609986 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.638049 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-632c88a2-fb3c-4ebb-b6d8-ae1bbe8a23a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755506 May 04 15:06:25.658956 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=6afd0158-2543-4cfe-9814-835a40277a7c,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:25.674906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.db.api [None req-9253a56d-2948-4cdf-91b6-fe24ef019f2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 15:06:25.675427 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG oslo_db.api [None req-9253a56d-2948-4cdf-91b6-fe24ef019f2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 15:06:25.814769 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-bb1a9aae-93dd-488a-9bdc-63833467a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:25.818257 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-bb1a9aae-93dd-488a-9bdc-63833467a849 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1099 time: 0.0912755 May 04 15:06:25.826672 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569e9fe-a142-4da9-9c29-80e9f110f694 req-ace63e8f-62e3-4410-a950-caed1dac737f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:25.828248 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8569e9fe-a142-4da9-9c29-80e9f110f694 req-ace63e8f-62e3-4410-a950-caed1dac737f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 946 time: 0.4131005 May 04 15:06:25.883684 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.924819 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.925193 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:25.928358 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Floating IP 6391a7e3-d311-42e7-9248-6adb0ada98de disassociated. External IP: 172.28.3.124, port: 82f216fc-73f6-4775-8da6-3e533b4e6f03. May 04 15:06:25.928842 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Calling delete_port for 82f216fc-73f6-4775-8da6-3e533b4e6f03 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:26.022544 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-1fbc642b-5d23-4aa0-91f3-179c7a70e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:26.024065 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-1fbc642b-5d23-4aa0-91f3-179c7a70e784 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 909 time: 0.1632791 May 04 15:06:26.112631 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8569e9fe-a142-4da9-9c29-80e9f110f694 req-af00f093-0a5c-4e9e-98ee-870125d41717 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693441 May 04 15:06:26.142975 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-51730cfe-361a-4b50-9500-eb4abf390aa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 1002 time: 0.1116457 May 04 15:06:26.202231 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-f7d1cb50-fd62-4ed3-9571-ba8f304db658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:26.204096 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-f7d1cb50-fd62-4ed3-9571-ba8f304db658 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 200 len: 847 time: 0.0518486 May 04 15:06:26.269035 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-54e42627-5538-4341-89dd-c5098d958ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:26.270919 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-54e42627-5538-4341-89dd-c5098d958ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10875ae3-5df5-47cc-8931-acdf57dfbb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0581610 May 04 15:06:26.362918 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-f1d2684f-fa16-4c34-986f-4c08e75eb7f9 None None] Provisioning complete for port 6afd0158-2543-4cfe-9814-835a40277a7c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:26.363525 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f1d2684f-fa16-4c34-986f-4c08e75eb7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.377475 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Allocated IP 172.20.0.1 (ff754744-7c75-4450-99d6-ff32f59d09f3/36a6aff5-1737-4ea1-8c58-a87e38eeb06d/3bc57508-6345-4ea6-9087-677c97ecf91c) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:26.389449 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-f6a2a9cf-8a27-4b4f-a1f9-3aca7aa4fb32 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108458 May 04 15:06:26.428643 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed9403-5647-4943-acf5-04dda04a0443 req-55598156-b80f-4732-8474-244edabc75fc tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:26.436676 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4fed9403-5647-4943-acf5-04dda04a0443 req-55598156-b80f-4732-8474-244edabc75fc tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 945 time: 0.4770103 May 04 15:06:26.511524 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.511913 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.512192 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Floating IP 91e163e5-8c45-49d1-bbf2-80a0b5572f53 disassociated. External IP: 172.28.3.30, port: 50639f48-8842-486a-b273-a822b2c1ac72. May 04 15:06:26.512524 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for 50639f48-8842-486a-b273-a822b2c1ac72 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:26.563326 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [req-84c5a806-32a9-40cb-9857-b5a1ec957586 req-31e9d3d6-5efa-4df0-bb3c-fcf5b40f78d9 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635170 May 04 15:06:26.598608 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba2fa-744e-434d-abb6-adf2e32ec2c4 req-1c2e7d0c-2082-43bf-8e95-8fd3537ed480 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:26.600242 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f8ba2fa-744e-434d-abb6-adf2e32ec2c4 req-1c2e7d0c-2082-43bf-8e95-8fd3537ed480 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 945 time: 0.3885479 May 04 15:06:26.614804 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 50639f48-8842-486a-b273-a822b2c1ac72 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:26.719043 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.752153 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:26.754849 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f632632-f4e9-4928-b3bd-e328d08d3a8e" -d '{"events": [{"server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "50639f48-8842-486a-b273-a822b2c1ac72"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:26.770192 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 50639f48-8842-486a-b273-a822b2c1ac72, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=50639f48-8842-486a-b273-a822b2c1ac72,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:26.777833 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.778970 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 82f216fc-73f6-4775-8da6-3e533b4e6f03 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:26.786288 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4fed9403-5647-4943-acf5-04dda04a0443 req-dc40d8d3-39af-4739-9f5f-93f7afe7d1b2 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465900 May 04 15:06:26.838460 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0f8ba2fa-744e-434d-abb6-adf2e32ec2c4 req-9a3bd661-b3f3-42ea-b484-76c0bfea61cf tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e438f58-892f-479f-bcbb-1fd574568aee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868713 May 04 15:06:26.842248 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.855212 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.863829 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30baeb29-33a6-4256-a309-67b93eaebcbc x-openstack-request-id: req-30baeb29-33a6-4256-a309-67b93eaebcbc {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:26.864135 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "50639f48-8842-486a-b273-a822b2c1ac72", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:26.864385 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30baeb29-33a6-4256-a309-67b93eaebcbc {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:26.864787 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30baeb29-33a6-4256-a309-67b93eaebcbc'] response: {'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72', 'code': 200} May 04 15:06:26.882836 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No active binding found for port 82f216fc-73f6-4775-8da6-3e533b4e6f03 {{(pid=101972) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 04 15:06:26.883327 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 82f216fc-73f6-4775-8da6-3e533b4e6f03 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:26.884908 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=50639f48-8842-486a-b273-a822b2c1ac72,revision_number=6']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:26.890731 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c80cecd4-ac83-4442-a20f-a03448d775a1 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:26.944720 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port c80cecd4-ac83-4442-a20f-a03448d775a1 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:26.945097 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:26.962121 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event deleted for resources: {'Port': ['ID=82f216fc-73f6-4775-8da6-3e533b4e6f03,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:27.052658 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.071372 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.075931 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] For port c80cecd4-ac83-4442-a20f-a03448d775a1, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c80cecd4-ac83-4442-a20f-a03448d775a1,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:27.080479 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.081448 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 6afd0158-2543-4cfe-9814-835a40277a7c up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:27.111284 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.130301 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Router 572abb01-2662-4e06-8067-02d7d04aab18 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:27.148342 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Network ff754744-7c75-4450-99d6-ff32f59d09f3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:27.151838 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc57508-6345-4ea6-9087-677c97ecf91c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:27.154194 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Pushing event updated for resources: {'Port': ['ID=c80cecd4-ac83-4442-a20f-a03448d775a1,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:27.155685 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:27.163324 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:27.167449 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 6afd0158-2543-4cfe-9814-835a40277a7c triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:27.167816 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.209184 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=50639f48-8842-486a-b273-a822b2c1ac72,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:27.276734 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 317e8ec1-846b-4ac7-adff-f1e70a1e9384 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:27.326551 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:27.326957 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.360378 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806800'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.498476 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e7502e29-31d6-4c04-89de-e2d245753010 None None] Provisioning complete for port 3bc57508-6345-4ea6-9087-677c97ecf91c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:27.499055 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e7502e29-31d6-4c04-89de-e2d245753010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.528994 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277f8b-b6f3-4277-8562-2301d579a3b8 req-c7e718cb-d449-4e8b-a20d-d01f1027d3d0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:27.530613 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-47277f8b-b6f3-4277-8562-2301d579a3b8 req-c7e718cb-d449-4e8b-a20d-d01f1027d3d0 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 946 time: 0.2771752 May 04 15:06:27.540685 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:27.544525 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-e7502e29-31d6-4c04-89de-e2d245753010 None None] Port 3bc57508-6345-4ea6-9087-677c97ecf91c cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:06:27.554233 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] Sync routers for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:27.564947 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:27.565584 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:27.589835 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:27.627251 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] No DVR routers for this DVR port 82f216fc-73f6-4775-8da6-3e533b4e6f03 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:06:27.634615 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:27.637955 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6aaaefc-11f0-4f32-8cca-475a15e3aef5 req-89b59b03-ab61-4754-8b17-3d9bb5ecff99 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.60 "DELETE /v2.0/ports/82f216fc-73f6-4775-8da6-3e533b4e6f03 HTTP/1.1" status: 204 len: 173 time: 3.6118555 May 04 15:06:27.638885 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'name': 'network-vif-deleted', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:27.641186 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7aa79-09fa-45c6-8424-7ee5be96a954" -d '{"events": [{"server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "name": "network-vif-deleted", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:27.694430 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:27.971026 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650e1cf-24e5-4b12-9fe3-b1f7fb604b66 x-openstack-request-id: req-1650e1cf-24e5-4b12-9fe3-b1f7fb604b66 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:27.971570 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594fbdc0-a22d-4a45-a369-8420d364c18b", "name": "network-vif-deleted", "tag": "82f216fc-73f6-4775-8da6-3e533b4e6f03", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:27.971833 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1650e1cf-24e5-4b12-9fe3-b1f7fb604b66 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:27.972239 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1650e1cf-24e5-4b12-9fe3-b1f7fb604b66'] response: {'server_uuid': '594fbdc0-a22d-4a45-a369-8420d364c18b', 'name': 'network-vif-deleted', 'tag': '82f216fc-73f6-4775-8da6-3e533b4e6f03', 'status': 'completed', 'code': 200} May 04 15:06:27.983218 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:28.014486 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] Checking router: 572abb01-2662-4e06-8067-02d7d04aab18 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:28.024843 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:28.025458 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:28.039770 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-47277f8b-b6f3-4277-8562-2301d579a3b8 req-ba44243c-7ce3-4777-98e5-e03cff00bc01 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4961782 May 04 15:06:28.078984 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9e89a8b6-f98e-412f-865b-adca99d48200 req-db5a173c-a193-4323-96ab-352062bf30ed tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/ports?device_id=594fbdc0-a22d-4a45-a369-8420d364c18b HTTP/1.1" status: 200 len: 210 time: 0.0955150 May 04 15:06:28.105457 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:28.148039 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:28.175435 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4041c36f-d531-4dd8-944b-1b977ad63147 req-b014a77d-9ca5-4291-ad39-b586f6a8ce53 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3d3f5d-5444-4c16-bbed-9bee39e38bf5 HTTP/1.1" status: 200 len: 210 time: 0.0718324 May 04 15:06:28.212305 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:28.222393 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:28.247107 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:28.248027 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:28.334048 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] No DVR routers for this DVR port 50639f48-8842-486a-b273-a822b2c1ac72 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:06:28.338129 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:28.341948 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f5e3e693-6de3-4e1b-a58b-535dbdb6a4f5 req-8928ae25-205d-40a6-a36d-8555b8d732ed tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.60 "DELETE /v2.0/ports/50639f48-8842-486a-b273-a822b2c1ac72 HTTP/1.1" status: 204 len: 173 time: 4.3364217 May 04 15:06:28.431752 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:28.445366 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:28.452171 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:28.474951 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf99917-8b92-4534-bbb1-585acdb1061e None None] The sync data for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb is: [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:44Z', 'revision_number': 4, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '833129be-071a-4634-afe9-a65555fc4324', 'name': '', 'network_id': '4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'mac_address': 'fa:16:3e:11:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '490472a2-08b3-4cb3-931b-ee600682f228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:43Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'subnets': [{'id': '490472a2-08b3-4cb3-931b-ee600682f228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:28.479744 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:28.540134 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1806764'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:28.542056 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc57508-6345-4ea6-9087-677c97ecf91c,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:28.639498 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Network ff754744-7c75-4450-99d6-ff32f59d09f3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:28.642778 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:28.705911 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:28.736551 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:28.752713 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:28.753335 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:28.775457 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c80cecd4-ac83-4442-a20f-a03448d775a1 up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:28.806825 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Router 7934f002-7645-47cc-9f05-e6dd9d27f37e has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:28.825093 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58557555-c8c1-4e15-8b9a-c05f84752ac9 None None] New status for floating IP 6391a7e3-d311-42e7-9248-6adb0ada98de: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:06:28.926680 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:28.936271 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:28.954575 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-18e15a0a-5d2e-4c4f-afb6-87a69b790fd8 admin admin] 10.222.0.41 "PUT /v2.0/routers/7934f002-7645-47cc-9f05-e6dd9d27f37e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3809135 May 04 15:06:28.960222 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Sync routers for ids ['7934f002-7645-47cc-9f05-e6dd9d27f37e'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:28.983439 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Routers {'7934f002-7645-47cc-9f05-e6dd9d27f37e'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:28.984206 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['7934f002-7645-47cc-9f05-e6dd9d27f37e'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:28.994270 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port c80cecd4-ac83-4442-a20f-a03448d775a1 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:28.994419 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.024568 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-5bcacecd-4590-490a-b869-a4d5732d367e None None] Provisioning complete for port 3bc57508-6345-4ea6-9087-677c97ecf91c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:29.024782 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5bcacecd-4590-490a-b869-a4d5732d367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.072500 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-5bcacecd-4590-490a-b869-a4d5732d367e None None] Port 3bc57508-6345-4ea6-9087-677c97ecf91c cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:06:29.166361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52806) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:29.223717 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Set router 7934f002-7645-47cc-9f05-e6dd9d27f37e gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:29.224364 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7c87-b3e0-4063-8271-1b9d94814ddf tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.248551 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7c87-b3e0-4063-8271-1b9d94814ddf tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.298093 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52812) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:29.325569 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7c87-b3e0-4063-8271-1b9d94814ddf tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.331847 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7c87-b3e0-4063-8271-1b9d94814ddf tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.333155 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-cd8e7c87-b3e0-4063-8271-1b9d94814ddf tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "DELETE /v2.0/security-groups/a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3 HTTP/1.1" status: 204 len: 168 time: 0.1653414 May 04 15:06:29.336771 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52814) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:29.363063 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e7c87-b3e0-4063-8271-1b9d94814ddf tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:29.366752 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-106813ab-8080-4241-bce4-8eb7581f3f95 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] show failed (client error): The resource could not be found. May 04 15:06:29.367989 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-106813ab-8080-4241-bce4-8eb7581f3f95 tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "GET /v2.0/security-groups/a2db9098-c6ce-4cf7-9fa4-76cb3a40bff3 HTTP/1.1" status: 404 len: 347 time: 0.0295269 May 04 15:06:29.372981 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52820) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:29.398413 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:29.430484 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f9448-8435-4e53-b5fb-4599d37b2746 None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:36Z', 'revision_number': 4, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '7d806dad-26df-4e89-bd4f-597575872528', 'name': '', 'network_id': 'd6c3806b-af4e-47ad-b507-0ee62747f9c4', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'mac_address': 'fa:16:3e:07:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:00:46Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'subnets': [{'id': 'b4068bbd-8292-49fc-bcc1-bacdb5185837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:29.504470 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5024f6d-a361-4053-ac77-0b5740f55e68 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.525753 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:27Z', 'revision_number': 4, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port': {'id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '3bc57508-6345-4ea6-9087-677c97ecf91c', 'name': '', 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'mac_address': 'fa:16:3e:27:7b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '36a6aff5-1737-4ea1-8c58-a87e38eeb06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:26Z', 'updated_at': '2022-05-04T15:06:28Z', 'revision_number': 2, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'subnets': [{'id': '36a6aff5-1737-4ea1-8c58-a87e38eeb06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:29.540415 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5024f6d-a361-4053-ac77-0b5740f55e68 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.556418 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Checking router: 7934f002-7645-47cc-9f05-e6dd9d27f37e for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:29.556768 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Updating router 7934f002-7645-47cc-9f05-e6dd9d27f37e port 3bc57508-6345-4ea6-9087-677c97ecf91c binding host dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:06:29.577214 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Deleting port 195688af-ed59-4c93-9335-afe7bc091462 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:29.577829 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.596997 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.651726 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5024f6d-a361-4053-ac77-0b5740f55e68 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.655876 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5024f6d-a361-4053-ac77-0b5740f55e68 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.657717 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e5024f6d-a361-4053-ac77-0b5740f55e68 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/security-groups/2e438f58-892f-479f-bcbb-1fd574568aee HTTP/1.1" status: 204 len: 168 time: 0.3579974 May 04 15:06:29.660668 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:29.683890 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5024f6d-a361-4053-ac77-0b5740f55e68 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e438f58-892f-479f-bcbb-1fd574568aee,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:29.703084 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.api.v2.resource [None req-dc7b8382-63da-4263-9b39-08f4676b5504 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] show failed (client error): The resource could not be found. May 04 15:06:29.704146 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-dc7b8382-63da-4263-9b39-08f4676b5504 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "GET /v2.0/security-groups/2e438f58-892f-479f-bcbb-1fd574568aee HTTP/1.1" status: 404 len: 347 time: 0.0424805 May 04 15:06:29.705482 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.706003 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.707261 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52834) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:29.757680 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Calling delete_port for 195688af-ed59-4c93-9335-afe7bc091462 owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:29.775386 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6ed4b-f286-455d-ac5a-a50c8bf88aff None None] New status for floating IP 91e163e5-8c45-49d1-bbf2-80a0b5572f53: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:06:29.893853 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Deleting port fd8641ba-def1-43c6-965b-cbefc2e66cc4 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:29.894312 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.974004 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'name': 'network-vif-deleted', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:29.977278 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:29.977483 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b99b39-f32b-449e-98ff-fe9470a06bd5" -d '{"events": [{"server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "name": "network-vif-deleted", "tag": "50639f48-8842-486a-b273-a822b2c1ac72"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:30.052729 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.055605 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.069951 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Pushing event deleted for resources: {'Port': ['ID=195688af-ed59-4c93-9335-afe7bc091462,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:30.086271 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Calling delete_port for fd8641ba-def1-43c6-965b-cbefc2e66cc4 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:30.099145 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb3cb1-b5de-4153-bcee-a0f8302a3c6d x-openstack-request-id: req-4bbb3cb1-b5de-4153-bcee-a0f8302a3c6d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:30.099511 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3d3f5d-5444-4c16-bbed-9bee39e38bf5", "name": "network-vif-deleted", "tag": "50639f48-8842-486a-b273-a822b2c1ac72", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:30.099815 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bbb3cb1-b5de-4153-bcee-a0f8302a3c6d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:30.100283 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbb3cb1-b5de-4153-bcee-a0f8302a3c6d'] response: {'server_uuid': 'cf3d3f5d-5444-4c16-bbed-9bee39e38bf5', 'name': 'network-vif-deleted', 'tag': '50639f48-8842-486a-b273-a822b2c1ac72', 'status': 'completed', 'code': 200} May 04 15:06:30.153309 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.156390 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.160696 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-5c4892eb-aab8-47b9-afb6-b4684a324f3e tempest-AttachVolumeTestJSON-1585952735 tempest-AttachVolumeTestJSON-1585952735-project] 10.222.0.41 "DELETE /v2.0/floatingips/6391a7e3-d311-42e7-9248-6adb0ada98de HTTP/1.1" status: 204 len: 168 time: 0.7838335 May 04 15:06:30.201133 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Notify callbacks [] for port, precommit_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.215314 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.331639 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.360969 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01381cb8-441c-4c88-9319-50abcf659851 None None] Pushing event updated for resources: {'Port': ['ID=3bc57508-6345-4ea6-9087-677c97ecf91c,revision_number=3']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:30.414473 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Pushing event deleted for resources: {'Port': ['ID=fd8641ba-def1-43c6-965b-cbefc2e66cc4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:30.452766 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Attempting to bind port 3bc57508-6345-4ea6-9087-677c97ecf91c on host dv-cinder-829630-2-smb for vnic_type normal with profile {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:30.453407 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Attempting to bind port 3bc57508-6345-4ea6-9087-677c97ecf91c by drivers openvswitch,hyperv on host dv-cinder-829630-2-smb at level 0 using segments [{'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:30.454086 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Attempting to bind port 3bc57508-6345-4ea6-9087-677c97ecf91c on network ff754744-7c75-4450-99d6-ff32f59d09f3 {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:30.465210 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Checking agent: {'id': '8c8813ef-5bd1-4cb2-9c70-88de814f5133', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 51, 46), 'started_at': datetime.datetime(2022, 5, 4, 14, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:30.465898 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Checking segment: {'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:30.466442 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.466984 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Bound using segment: {'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'} {{(pid=101973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:30.467638 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.managers [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Bound port: 3bc57508-6345-4ea6-9087-677c97ecf91c, host: dv-cinder-829630-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838163fd-3cfb-407a-a3a1-9c8e19d48dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3'}}] {{(pid=101973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:30.468197 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.554358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.556949 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.560748 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-a252e60b-13c9-42b6-b1a6-92cdde82a286 tempest-AttachVolumeNegativeTest-1921886612 tempest-AttachVolumeNegativeTest-1921886612-project] 10.222.0.41 "DELETE /v2.0/floatingips/91e163e5-8c45-49d1-bbf2-80a0b5572f53 HTTP/1.1" status: 204 len: 168 time: 0.8498812 May 04 15:06:30.589152 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] For port 3bc57508-6345-4ea6-9087-677c97ecf91c, host dv-cinder-829630-2-smb, cleared binding levels {{(pid=101973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:30.592814 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.plugins.ml2.db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] For port 3bc57508-6345-4ea6-9087-677c97ecf91c, host dv-cinder-829630-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=3bc57508-6345-4ea6-9087-677c97ecf91c,segment=NetworkSegment(838163fd-3cfb-407a-a3a1-9c8e19d48dbd),segment_id=838163fd-3cfb-407a-a3a1-9c8e19d48dbd)] {{(pid=101973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:30.602340 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron_lib.callbacks.manager [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.675863 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Routers {'7934f002-7645-47cc-9f05-e6dd9d27f37e'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:30.676500 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['7934f002-7645-47cc-9f05-e6dd9d27f37e'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:30.736202 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-7fe97bce-31b7-4685-b6e5-4e0e8be0d0e1 None None] Provisioning complete for port 3bc57508-6345-4ea6-9087-677c97ecf91c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:30.737213 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7fe97bce-31b7-4685-b6e5-4e0e8be0d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.877234 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01381cb8-441c-4c88-9319-50abcf659851 None None] Pushing event updated for resources: {'Port': ['ID=3bc57508-6345-4ea6-9087-677c97ecf91c,revision_number=4']} {{(pid=101973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:30.898987 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7fe97bce-31b7-4685-b6e5-4e0e8be0d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.952894 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7fe97bce-31b7-4685-b6e5-4e0e8be0d0e1 None None] For port 3bc57508-6345-4ea6-9087-677c97ecf91c, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=3bc57508-6345-4ea6-9087-677c97ecf91c,segment=NetworkSegment(838163fd-3cfb-407a-a3a1-9c8e19d48dbd),segment_id=838163fd-3cfb-407a-a3a1-9c8e19d48dbd)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:30.961394 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7fe97bce-31b7-4685-b6e5-4e0e8be0d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:30.974551 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] Set router 7934f002-7645-47cc-9f05-e6dd9d27f37e gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:31.028964 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97bce-31b7-4685-b6e5-4e0e8be0d0e1 None None] Pushing event updated for resources: {'Port': ['ID=3bc57508-6345-4ea6-9087-677c97ecf91c,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:31.093526 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-a4ccc0ff-91ae-4c45-bbd3-de360aab8be6 None None] Provisioning complete for port 3bc57508-6345-4ea6-9087-677c97ecf91c triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:31.094357 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc0ff-91ae-4c45-bbd3-de360aab8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:31.345371 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:27Z', 'revision_number': 4, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port': {'id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '3bc57508-6345-4ea6-9087-677c97ecf91c', 'name': '', 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'mac_address': 'fa:16:3e:27:7b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '36a6aff5-1737-4ea1-8c58-a87e38eeb06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:26Z', 'updated_at': '2022-05-04T15:06:30Z', 'revision_number': 4, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'subnets': [{'id': '36a6aff5-1737-4ea1-8c58-a87e38eeb06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:31.385579 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524c29-9cde-4870-930c-c2496fc4d801 None None] The sync data for ids ['7934f002-7645-47cc-9f05-e6dd9d27f37e'] in dv-cinder-829630-2-smb is: [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:27Z', 'revision_number': 4, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port': {'id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '3bc57508-6345-4ea6-9087-677c97ecf91c', 'name': '', 'network_id': 'ff754744-7c75-4450-99d6-ff32f59d09f3', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'mac_address': 'fa:16:3e:27:7b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '36a6aff5-1737-4ea1-8c58-a87e38eeb06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:26Z', 'updated_at': '2022-05-04T15:06:30Z', 'revision_number': 4, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'subnets': [{'id': '36a6aff5-1737-4ea1-8c58-a87e38eeb06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:32.762842 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 3bc57508-6345-4ea6-9087-677c97ecf91c up at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:32.818213 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Provisioning complete for port 3bc57508-6345-4ea6-9087-677c97ecf91c triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:32.818715 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:33.825323 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52898) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:34.479137 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52908) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:34.498344 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:34.840913 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Deleting port 833129be-071a-4634-afe9-a65555fc4324 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:34.841722 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:34.939468 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] For port 833129be-071a-4634-afe9-a65555fc4324, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=833129be-071a-4634-afe9-a65555fc4324,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:34.939920 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:34.962280 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Calling delete_port for 833129be-071a-4634-afe9-a65555fc4324 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:35.193302 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.225453 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.254787 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Pushing event deleted for resources: {'Port': ['ID=833129be-071a-4634-afe9-a65555fc4324,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:35.511584 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Deleting port 7d806dad-26df-4e89-bd4f-597575872528 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:35.512117 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.527690 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.606600 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] For port 7d806dad-26df-4e89-bd4f-597575872528, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7d806dad-26df-4e89-bd4f-597575872528,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:35.607314 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.629472 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Calling delete_port for 7d806dad-26df-4e89-bd4f-597575872528 owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:35.713481 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:06:35.778666 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Router 572abb01-2662-4e06-8067-02d7d04aab18 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:35.856215 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.881757 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d806dad-26df-4e89-bd4f-597575872528,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:35.933352 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:35.938558 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8dd58e82-f68e-462c-9e29-6f7132d77611 admin admin] 10.222.0.41 "PUT /v2.0/routers/572abb01-2662-4e06-8067-02d7d04aab18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1121581 May 04 15:06:35.941593 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52916) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:35.945693 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] Sync routers for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:35.969581 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:35.970345 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:36.128161 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.152666 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.179296 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:36.428529 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Router b594a208-2002-4d92-9f78-1f004ba4a8a3 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:36.442942 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:06:35Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:36.476957 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] Checking router: 572abb01-2662-4e06-8067-02d7d04aab18 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:36.491464 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] Routers {'572abb01-2662-4e06-8067-02d7d04aab18'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:36.492069 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['572abb01-2662-4e06-8067-02d7d04aab18'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:36.540442 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.586142 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:36.596012 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] Sync routers for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:36.600812 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52922) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:36.601804 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-3f47c740-4318-4b02-8f46-8d44681d9a7f admin admin] 10.222.0.41 "PUT /v2.0/routers/b594a208-2002-4d92-9f78-1f004ba4a8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1215320 May 04 15:06:36.608083 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:36.608628 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:36.663389 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] Set router 572abb01-2662-4e06-8067-02d7d04aab18 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:36.668013 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Deleting port 2320b0c1-2777-4bec-b9ef-1d8e435d30be {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:36.668358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.773607 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.788423 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:36.842162 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] For port 2320b0c1-2777-4bec-b9ef-1d8e435d30be, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2320b0c1-2777-4bec-b9ef-1d8e435d30be,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:36.842636 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.861870 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Calling delete_port for 2320b0c1-2777-4bec-b9ef-1d8e435d30be owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:36.960703 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.968376 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:06:35Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:37.042920 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ceb744-3aea-435e-8d1c-a760583525af None None] The sync data for ids ['572abb01-2662-4e06-8067-02d7d04aab18'] in dv-cinder-829630-2-smb is: [{'id': '572abb01-2662-4e06-8067-02d7d04aab18', 'name': 'tempest-AttachVolumeTestJSON-856831783-router', 'tenant_id': '88f9cd002bbd44f48f583100a026dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:34Z', 'updated_at': '2022-05-04T15:06:35Z', 'revision_number': 5, 'project_id': '88f9cd002bbd44f48f583100a026dc88', 'gw_port': {'id': '2320b0c1-2777-4bec-b9ef-1d8e435d30be', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572abb01-2662-4e06-8067-02d7d04aab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:35Z', 'updated_at': '2022-05-04T15:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:37.050470 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:06:35Z', 'revision_number': 5, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port': {'id': '7ee3e360-f5d9-49ea-b485-bb36933da1db', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:37.089789 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Deleting port 7ee3e360-f5d9-49ea-b485-bb36933da1db {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:37.090113 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.091536 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] Checking router: b594a208-2002-4d92-9f78-1f004ba4a8a3 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:37.102645 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] Routers {'b594a208-2002-4d92-9f78-1f004ba4a8a3'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:37.103406 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['b594a208-2002-4d92-9f78-1f004ba4a8a3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:37.205314 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.208547 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] Set router b594a208-2002-4d92-9f78-1f004ba4a8a3 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:37.248124 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Pushing event deleted for resources: {'Port': ['ID=2320b0c1-2777-4bec-b9ef-1d8e435d30be,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:37.276613 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:06:36Z', 'revision_number': 6, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port_host': None}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:37.282313 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] For port 7ee3e360-f5d9-49ea-b485-bb36933da1db, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=7ee3e360-f5d9-49ea-b485-bb36933da1db,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:37.282714 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.315261 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180a3fd-ea9c-4840-a21b-d8fedc4403cc None None] The sync data for ids ['b594a208-2002-4d92-9f78-1f004ba4a8a3'] in dv-cinder-829630-2-smb is: [{'id': 'b594a208-2002-4d92-9f78-1f004ba4a8a3', 'name': 'tempest-AttachVolumeNegativeTest-1571012973-router', 'tenant_id': '4409ef01cf20403e9a31e3224c6ca84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:30Z', 'updated_at': '2022-05-04T15:06:36Z', 'revision_number': 6, 'project_id': '4409ef01cf20403e9a31e3224c6ca84a', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:37.315683 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Calling delete_port for 7ee3e360-f5d9-49ea-b485-bb36933da1db owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:37.372458 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.486266 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.489655 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.578672 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.579337 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 572abb01-2662-4e06-8067-02d7d04aab18 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:06:37.585101 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.589182 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-cc1b3b20-e04a-4b23-a555-7b975dbe2071 admin admin] 10.222.0.41 "DELETE /v2.0/routers/572abb01-2662-4e06-8067-02d7d04aab18 HTTP/1.1" status: 204 len: 168 time: 1.6466062 May 04 15:06:37.589459 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52924) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:37.661006 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.665660 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] Deleting subnet 490472a2-08b3-4cb3-931b-ee600682f228 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:06:37.674357 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.698632 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee3e360-f5d9-49ea-b485-bb36933da1db,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:37.716402 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4297113'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.809838 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.860290 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.931997 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6117782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5652905'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.959908 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.962780 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.980955 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490472a2-08b3-4cb3-931b-ee600682f228,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:37.988180 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:37.991789 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-3447458d-1b93-460c-866c-fa500e3da875 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/490472a2-08b3-4cb3-931b-ee600682f228 HTTP/1.1" status: 204 len: 168 time: 0.4006293 May 04 15:06:37.994557 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52926) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:37.998712 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1023143f-1ba6-4b44-9cbd-0396f22a2f45 None None] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:06:38.035493 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.036523 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b594a208-2002-4d92-9f78-1f004ba4a8a3 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:06:38.042404 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.052409 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-f3035378-6b11-4a27-ae33-09fe6170931c admin admin] 10.222.0.41 "DELETE /v2.0/routers/b594a208-2002-4d92-9f78-1f004ba4a8a3 HTTP/1.1" status: 204 len: 168 time: 1.4506161 May 04 15:06:38.053694 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:38.107351 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.115474 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] Deleting subnet b4068bbd-8292-49fc-bcc1-bacdb5185837 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:06:38.121865 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.170800 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Deleting port dfdd956e-3592-44a7-8d6a-6a0f695dd421 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:38.171132 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.202159 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7629863'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.259528 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] For port dfdd956e-3592-44a7-8d6a-6a0f695dd421, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=dfdd956e-3592-44a7-8d6a-6a0f695dd421,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:38.259946 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.280273 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Calling delete_port for dfdd956e-3592-44a7-8d6a-6a0f695dd421 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:38.306752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.325546 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] DHCP port deletion for 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:06:38.400598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5012476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4751409'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.410570 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] Deleting port dfdd956e-3592-44a7-8d6a-6a0f695dd421 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:38.410984 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.420873 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.436880 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4068bbd-8292-49fc-bcc1-bacdb5185837,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:38.441241 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.447176 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-0254e194-6c72-4425-ae7e-993c79a380b3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b4068bbd-8292-49fc-bcc1-bacdb5185837 HTTP/1.1" status: 204 len: 168 time: 0.3924954 May 04 15:06:38.447767 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52930) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:38.452261 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdd956e-3592-44a7-8d6a-6a0f695dd421,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:38.458008 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] No DVR routers for this DVR port dfdd956e-3592-44a7-8d6a-6a0f695dd421 on host dv-cinder-829630-2-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:06:38.488636 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e8a098-2db5-4a99-a823-8685a0bd8c04 None None] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:06:38.536247 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.588256 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.598823 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Deleting port 276287ca-0bf2-451c-bbcc-4f6fb558686b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:38.599162 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.613576 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:38.630717 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56f6e06-5587-462f-970b-fc2aa4cafd74') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:38.631015 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56f6e06-5587-462f-970b-fc2aa4cafd74') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:38.638498 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] For port dfdd956e-3592-44a7-8d6a-6a0f695dd421, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=dfdd956e-3592-44a7-8d6a-6a0f695dd421,segment=NetworkSegment(f56f6e06-5587-462f-970b-fc2aa4cafd74),segment_id=f56f6e06-5587-462f-970b-fc2aa4cafd74)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:38.638498 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.651045 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4297106'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.663032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] Calling delete_port for dfdd956e-3592-44a7-8d6a-6a0f695dd421 owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:38.675729 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.683897 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:06:38.685784 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117936'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: Traceback (most recent call last): May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: timer() May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: cb(*args, **kw) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: return func(*args, **kwargs) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: self._notify() May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: self.callback(batched_events) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: event.method(event) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: return f(self, *a, **k) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: return self._get(url).json() May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:06:38.688845 dv-cinder-829630-2-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:06:38.801911 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.814608 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] For port 276287ca-0bf2-451c-bbcc-4f6fb558686b, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=276287ca-0bf2-451c-bbcc-4f6fb558686b,segment=NetworkSegment(d847f870-eab7-498d-bcac-8d30a5da79a6),segment_id=d847f870-eab7-498d-bcac-8d30a5da79a6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:38.815248 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.837138 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Calling delete_port for 276287ca-0bf2-451c-bbcc-4f6fb558686b owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:38.850324 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.859367 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 HTTP/1.1" status: 204 len: 168 time: 0.8616278 May 04 15:06:38.859367 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d64cd4-4c0b-4f32-a92e-d75520926be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:38.876981 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] DHCP port deletion for d6c3806b-af4e-47ad-b507-0ee62747f9c4 request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:06:38.881133 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 833129be-071a-4634-afe9-a65555fc4324 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:38.934063 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 833129be-071a-4634-afe9-a65555fc4324 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:06:38.934402 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 833129be-071a-4634-afe9-a65555fc4324 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:38.934840 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7ee3e360-f5d9-49ea-b485-bb36933da1db no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:38.972085 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.995397 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 7ee3e360-f5d9-49ea-b485-bb36933da1db {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:06:38.995955 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7ee3e360-f5d9-49ea-b485-bb36933da1db not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:38.996202 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device dfdd956e-3592-44a7-8d6a-6a0f695dd421 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:39.020979 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: dfdd956e-3592-44a7-8d6a-6a0f695dd421 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:06:39.021984 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device dfdd956e-3592-44a7-8d6a-6a0f695dd421 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:39.022579 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2320b0c1-2777-4bec-b9ef-1d8e435d30be no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:39.033668 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=276287ca-0bf2-451c-bbcc-4f6fb558686b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:39.040158 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] No DVR routers for this DVR port 276287ca-0bf2-451c-bbcc-4f6fb558686b on host dv-cinder-829630-2-smb {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:06:39.064723 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 2320b0c1-2777-4bec-b9ef-1d8e435d30be {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:06:39.065311 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2320b0c1-2777-4bec-b9ef-1d8e435d30be not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:39.065906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7d806dad-26df-4e89-bd4f-597575872528 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:39.087166 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 7d806dad-26df-4e89-bd4f-597575872528 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:06:39.087767 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 7d806dad-26df-4e89-bd4f-597575872528 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:39.093310 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52934) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:39.114905 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Deleting port 276287ca-0bf2-451c-bbcc-4f6fb558686b {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:39.115569 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.140711 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.147775 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.159213 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] Network 4e1a1682-24d6-4b09-a7e5-ec86c1cc7c11 is not hosted by any dhcp agent {{(pid=101972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 04 15:06:39.161973 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c3806b-af4e-47ad-b507-0ee62747f9c4']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:39.163021 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] No DVR routers for this DVR port dfdd956e-3592-44a7-8d6a-6a0f695dd421 on host dv-cinder-829630-2-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:06:39.168484 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1c228a3a-3f45-4894-bf36-fa1cef10dcde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88f9cd002bbd44f48f583100a026dc88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0738537 May 04 15:06:39.170924 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52936) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:39.176512 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd847f870-eab7-498d-bcac-8d30a5da79a6') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:39.176809 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd847f870-eab7-498d-bcac-8d30a5da79a6') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:39.186832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.202830 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.209918 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:06:39.210375 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:06:39.212270 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:06:39.258821 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b576b4-1a15-415c-b139-1fef6e4ef83b None None] Pushing event deleted for resources: {'Port': ['ID=dfdd956e-3592-44a7-8d6a-6a0f695dd421,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:39.282756 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] For port 276287ca-0bf2-451c-bbcc-4f6fb558686b, host dv-cinder-829630-2-smb, got binding levels [] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:39.283280 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.287225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.288206 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11dbde4e-4951-4b87-a332-811ea49ca368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.297484 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Calling delete_port for 276287ca-0bf2-451c-bbcc-4f6fb558686b owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:39.300988 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.ipam_backend_mixin [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Port 276287ca-0bf2-451c-bbcc-4f6fb558686b was not found and therefore no delete operation was performed {{(pid=101972) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 04 15:06:39.301981 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.308839 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Network d6c3806b-af4e-47ad-b507-0ee62747f9c4 is not hosted by any dhcp agent {{(pid=101972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 04 15:06:39.309398 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] No DVR routers for this DVR port 276287ca-0bf2-451c-bbcc-4f6fb558686b on host dv-cinder-829630-2-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:06:39.314745 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.322880 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d6c3806b-af4e-47ad-b507-0ee62747f9c4 HTTP/1.1" status: 204 len: 168 time: 0.8695421 May 04 15:06:39.334190 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046228ac-2776-4626-9fe3-fc591e2ee17a None None] Pushing event deleted for resources: {'Port': ['ID=276287ca-0bf2-451c-bbcc-4f6fb558686b,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:39.336672 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11dbde4e-4951-4b87-a332-811ea49ca368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.341642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5aef-5e16-4ce8-9e30-a49d5fc09f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c3806b-af4e-47ad-b507-0ee62747f9c4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:39.423448 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11dbde4e-4951-4b87-a332-811ea49ca368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.427232 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11dbde4e-4951-4b87-a332-811ea49ca368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.433488 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-11dbde4e-4951-4b87-a332-811ea49ca368 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75209fcf-1026-41b4-ba4c-29c8792f2db8 HTTP/1.1" status: 204 len: 168 time: 0.2614131 May 04 15:06:39.447564 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbde4e-4951-4b87-a332-811ea49ca368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75209fcf-1026-41b4-ba4c-29c8792f2db8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:39.579553 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 52942) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:39.629780 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-ae23a8bd-2360-4e35-8f42-aac0b7dcf658 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4409ef01cf20403e9a31e3224c6ca84a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488055 May 04 15:06:39.630549 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 52946) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:39.690898 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4fc976ca-260f-45fa-b411-825594b015dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.718335 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4fc976ca-260f-45fa-b411-825594b015dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.782538 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4fc976ca-260f-45fa-b411-825594b015dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.786194 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4fc976ca-260f-45fa-b411-825594b015dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:39.787497 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-4fc976ca-260f-45fa-b411-825594b015dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c6871b4-c4a4-4cf6-8587-e979b01e2164 HTTP/1.1" status: 204 len: 168 time: 0.1556776 May 04 15:06:39.805528 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc976ca-260f-45fa-b411-825594b015dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6871b4-c4a4-4cf6-8587-e979b01e2164,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:40.749993 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 276287ca-0bf2-451c-bbcc-4f6fb558686b no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:40.921746 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 276287ca-0bf2-451c-bbcc-4f6fb558686b {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:06:40.922083 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 276287ca-0bf2-451c-bbcc-4f6fb558686b not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:41.218415 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4306d233-ac81-4d7e-a196-5d6069652ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.460949 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-8a2ebd8f-5444-4e6a-959a-01beceacbd9f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:41.462414 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-8a2ebd8f-5444-4e6a-959a-01beceacbd9f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 814 time: 0.1052630 May 04 15:06:41.481404 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-71402f90-1639-4561-b4ad-07b0c2810517 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/quotas/6e67910770ea4a9bb6b4f2e28e1ba0dc HTTP/1.1" status: 200 len: 375 time: 0.0100191 May 04 15:06:41.522257 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53062) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:41.545334 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-59b5b347-39c0-466f-a867-434bc6278239 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574956 May 04 15:06:41.615146 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53068) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:41.654357 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1cc78f03-4140-4287-aece-0bd139e912b6 service neutron] 10.222.0.41 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968683 May 04 15:06:41.683134 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de69278e-bec9-4e5a-bdfd-37e8e469b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.698080 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0508026f-3aec-4673-a789-6e1431900f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.743144 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-530b7b85-bea1-460d-93ef-1515fda1860e service neutron] 10.222.0.41 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877790 May 04 15:06:41.811043 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de69278e-bec9-4e5a-bdfd-37e8e469b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.816567 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de69278e-bec9-4e5a-bdfd-37e8e469b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.840641 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0508026f-3aec-4673-a789-6e1431900f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.852471 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0508026f-3aec-4673-a789-6e1431900f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.885343 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-de69278e-bec9-4e5a-bdfd-37e8e469b005 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47e74398fe85410494c106edcd5d69ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666543 May 04 15:06:41.885902 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53076) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:41.893136 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69278e-bec9-4e5a-bdfd-37e8e469b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f155a56-48ed-46ab-a01b-97f3f85d90d4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:41.903807 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0508026f-3aec-4673-a789-6e1431900f17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b24629662444251a572d152e2e703dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796852 May 04 15:06:41.911252 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53078) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:41.940323 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508026f-3aec-4673-a789-6e1431900f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eb5656-1275-44b4-81e5-094ee0369f5b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:41.940697 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b9744daf-0ff2-495b-8307-c18775eacdf4 req-c7a050c3-72a2-40bc-ab04-9c30a4c45873 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 210 time: 0.0457926 May 04 15:06:41.981726 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9938a4eb-e7b3-4ebd-961c-be713b29091a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.988971 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f2083ed-df09-4fac-8eff-2691c71949e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.006739 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9938a4eb-e7b3-4ebd-961c-be713b29091a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.012667 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f2083ed-df09-4fac-8eff-2691c71949e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.057950 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9938a4eb-e7b3-4ebd-961c-be713b29091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.060740 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9938a4eb-e7b3-4ebd-961c-be713b29091a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.062200 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-9938a4eb-e7b3-4ebd-961c-be713b29091a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3eb5656-1275-44b4-81e5-094ee0369f5b HTTP/1.1" status: 204 len: 168 time: 0.1495287 May 04 15:06:42.066412 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f2083ed-df09-4fac-8eff-2691c71949e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.069038 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f2083ed-df09-4fac-8eff-2691c71949e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.072868 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938a4eb-e7b3-4ebd-961c-be713b29091a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eb5656-1275-44b4-81e5-094ee0369f5b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:42.073074 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9f2083ed-df09-4fac-8eff-2691c71949e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f155a56-48ed-46ab-a01b-97f3f85d90d4 HTTP/1.1" status: 204 len: 168 time: 0.1833444 May 04 15:06:42.080499 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2083ed-df09-4fac-8eff-2691c71949e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f155a56-48ed-46ab-a01b-97f3f85d90d4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:42.396133 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53098) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:42.412651 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae8918e3-0f91-423d-bf39-ac5d248caa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.493097 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae8918e3-0f91-423d-bf39-ac5d248caa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.498445 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae8918e3-0f91-423d-bf39-ac5d248caa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.539174 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ae8918e3-0f91-423d-bf39-ac5d248caa50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b51798e0401f440f8b2f8c34aae05f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415846 May 04 15:06:42.540237 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8918e3-0f91-423d-bf39-ac5d248caa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355f895a-1474-4023-8d0f-983b1da11821,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:42.541953 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:42.593082 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2398e021-d9c8-419c-8c67-d12326bfecd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.618262 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2398e021-d9c8-419c-8c67-d12326bfecd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.667348 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2398e021-d9c8-419c-8c67-d12326bfecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.670034 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2398e021-d9c8-419c-8c67-d12326bfecd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.673638 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2398e021-d9c8-419c-8c67-d12326bfecd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/355f895a-1474-4023-8d0f-983b1da11821 HTTP/1.1" status: 204 len: 168 time: 0.1273472 May 04 15:06:42.679342 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398e021-d9c8-419c-8c67-d12326bfecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355f895a-1474-4023-8d0f-983b1da11821,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:42.973527 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-daf5e0f3-e43f-48c6-85e3-9d9a3f4e64fb tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:42.976842 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-daf5e0f3-e43f-48c6-85e3-9d9a3f4e64fb tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.60 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 814 time: 0.1255112 May 04 15:06:42.992936 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'port': {'device_id': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'admin_state_up': True, 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:43.108180 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6cfd2f2b-71b3-48fe-ac25-183716c5ec4f req-a291650b-b6d2-45dd-a851-2edee93e28db tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 210 time: 0.0354526 May 04 15:06:43.176110 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Made reservation on behalf of 6e67910770ea4a9bb6b4f2e28e1ba0dc for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:06:43.179676 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:43.324720 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Allocated IP 172.20.0.8 (822fd7a8-b527-48fe-b37d-d508d0f3cc08/1f58d1ea-04c0-431d-b345-275a7c3fe5b8/2ffac17f-49a0-4e77-9cfe-adcf9fad6506) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:43.484963 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:43.539040 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:43.653206 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:43.669491 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ea382838-042e-4562-857d-273c5d09191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:43.685388 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:43.688235 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:43.704363 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:43.823323 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:43.824023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:43.862002 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-2bbf9286-8bba-4011-a140-73b6c6c2a006 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8746748 May 04 15:06:44.103953 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e666506b-2f0e-471c-b796-5a85822cef78 None None] Provisioning complete for port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:44.104594 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e666506b-2f0e-471c-b796-5a85822cef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:44.172690 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-e666506b-2f0e-471c-b796-5a85822cef78 None None] Port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 cannot update to ACTIVE because it is not bound. {{(pid=101972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:06:44.289571 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3342b02-30e5-45bd-9cd4-390ad0ce363b req-7ad1a4a5-debe-4019-85a1-8bb6f188370c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:44.291480 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e3342b02-30e5-45bd-9cd4-390ad0ce363b req-7ad1a4a5-debe-4019-85a1-8bb6f188370c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 931 time: 0.0868781 May 04 15:06:44.366152 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e3342b02-30e5-45bd-9cd4-390ad0ce363b req-2427f936-f156-4042-87cb-60c8b8e71201 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 May 04 15:06:44.662766 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:44.996135 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53224) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:45.184517 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b52c0fb-d2f6-4443-a4a9-9d9ca6953307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.331015 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b52c0fb-d2f6-4443-a4a9-9d9ca6953307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.336279 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b52c0fb-d2f6-4443-a4a9-9d9ca6953307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.373456 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52c0fb-d2f6-4443-a4a9-9d9ca6953307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6653d9-7912-4095-9b20-276347e1865d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:45.389205 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1b52c0fb-d2f6-4443-a4a9-9d9ca6953307 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4a312c0159d4afb86e668f47c35dcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919888 May 04 15:06:45.392255 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53234) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:45.477303 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9709daf-8c55-4e1e-850f-24c5a887eda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.519510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9709daf-8c55-4e1e-850f-24c5a887eda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.543353 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ee933-4158-4f77-877a-4204326e330f req-a528b1e0-297c-4d56-925e-f3a6fce35302 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:45.544908 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3f3ee933-4158-4f77-877a-4204326e330f req-a528b1e0-297c-4d56-925e-f3a6fce35302 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 931 time: 0.0849082 May 04 15:06:45.598258 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3f3ee933-4158-4f77-877a-4204326e330f req-5a2d9b4a-c95b-4edf-a2e9-693cf8a35a6b tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 May 04 15:06:45.608146 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9709daf-8c55-4e1e-850f-24c5a887eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.611154 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9709daf-8c55-4e1e-850f-24c5a887eda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.615180 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-d9709daf-8c55-4e1e-850f-24c5a887eda0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa6653d9-7912-4095-9b20-276347e1865d HTTP/1.1" status: 204 len: 168 time: 0.2215457 May 04 15:06:45.629447 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9709daf-8c55-4e1e-850f-24c5a887eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6653d9-7912-4095-9b20-276347e1865d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:45.895420 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:45.950084 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53240) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:45.977810 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-582b20df-45e0-4674-81c5-fcbfd8c17c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.076715 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-582b20df-45e0-4674-81c5-fcbfd8c17c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.081185 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-582b20df-45e0-4674-81c5-fcbfd8c17c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.123028 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-582b20df-45e0-4674-81c5-fcbfd8c17c4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ae1cbf12a374c949e0df4e84261ad31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715233 May 04 15:06:46.124032 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b20df-45e0-4674-81c5-fcbfd8c17c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98d84e9-2811-4663-a5c1-c17805c4125e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:46.125747 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53244) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:46.179738 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-913bee9a-69a0-466a-9df9-6cf4b0491b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.201073 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-913bee9a-69a0-466a-9df9-6cf4b0491b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.259382 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-913bee9a-69a0-466a-9df9-6cf4b0491b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.262502 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-913bee9a-69a0-466a-9df9-6cf4b0491b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.263700 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-913bee9a-69a0-466a-9df9-6cf4b0491b37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b98d84e9-2811-4663-a5c1-c17805c4125e HTTP/1.1" status: 204 len: 168 time: 0.1360064 May 04 15:06:46.271714 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bee9a-69a0-466a-9df9-6cf4b0491b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98d84e9-2811-4663-a5c1-c17805c4125e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:46.406186 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:46.748431 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50de09-0612-4bfe-b0cd-ccee3631a092 req-1c25ab1c-0b0d-4aa2-a6fc-c889ea773d6e tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:46.757243 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bc50de09-0612-4bfe-b0cd-ccee3631a092 req-1c25ab1c-0b0d-4aa2-a6fc-c889ea773d6e tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 931 time: 0.0730901 May 04 15:06:46.798550 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bc50de09-0612-4bfe-b0cd-ccee3631a092 req-b9dba7dd-702d-4ee9-90f1-e5ab8e275c82 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361226 May 04 15:06:47.997887 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27909829-1f0f-473a-a071-6f93759b3d58 req-70285ae8-8827-4a04-af07-9952b93fae7d tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:48.006570 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-27909829-1f0f-473a-a071-6f93759b3d58 req-70285ae8-8827-4a04-af07-9952b93fae7d tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 931 time: 0.0985949 May 04 15:06:48.083090 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-27909829-1f0f-473a-a071-6f93759b3d58 req-11b776d7-ab77-4dc8-9b97-13a467dfa676 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696416 May 04 15:06:49.195550 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1066c0-2e4c-46ee-a3fc-31dbfc483de9 req-a5273421-2574-4a6b-9aa7-3a2ee7d8b855 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:49.197431 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2e1066c0-2e4c-46ee-a3fc-31dbfc483de9 req-a5273421-2574-4a6b-9aa7-3a2ee7d8b855 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 931 time: 0.0546997 May 04 15:06:49.241619 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2e1066c0-2e4c-46ee-a3fc-31dbfc483de9 req-201d4e9b-cc3c-4f20-b83d-b3380555bc6d tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 May 04 15:06:50.364616 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f548b-ae55-4b19-9097-b768a8391784 req-272fab48-b836-4c95-9d59-ded1930666b3 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:50.366137 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6a1f548b-ae55-4b19-9097-b768a8391784 req-272fab48-b836-4c95-9d59-ded1930666b3 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 931 time: 0.0503473 May 04 15:06:50.414971 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6a1f548b-ae55-4b19-9097-b768a8391784 req-a92211d7-94cd-403b-a6d2-fe384de7826c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 May 04 15:06:51.244645 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:51.370221 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:51.453691 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:51.459836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:51.489439 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53390) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:51.490038 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f15c6bc0ed54b85ba7693d2849310ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438309 May 04 15:06:51.545070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0888cf-f12e-4deb-beba-3b901be32782,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:51.553215 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.553557 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.553903 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.554232 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.554588 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.555023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.555221 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.555543 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.555700 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a74fa16-0cab-4fdc-b090-3f88cf85f0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:51.555863 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.556183 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.556500 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.556813 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a7874-b04d-4409-a042-9ba27609685b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:51.578622 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed0589-d7d7-439d-99f0-e9ce56e9da80 req-b4355adb-5982-4dd1-95e9-7bd3bd169fdf tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:51.578622 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c7ed0589-d7d7-439d-99f0-e9ce56e9da80 req-b4355adb-5982-4dd1-95e9-7bd3bd169fdf tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 931 time: 0.0814781 May 04 15:06:51.587308 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a74fa16-0cab-4fdc-b090-3f88cf85f0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:51.619975 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c7ed0589-d7d7-439d-99f0-e9ce56e9da80 req-8b735c71-eacc-463b-bd01-4afe1fa0fceb tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351083 May 04 15:06:51.639425 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a74fa16-0cab-4fdc-b090-3f88cf85f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:51.642185 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a74fa16-0cab-4fdc-b090-3f88cf85f0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:51.643437 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-7a74fa16-0cab-4fdc-b090-3f88cf85f0bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac0888cf-f12e-4deb-beba-3b901be32782 HTTP/1.1" status: 204 len: 168 time: 0.1522315 May 04 15:06:51.660085 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74fa16-0cab-4fdc-b090-3f88cf85f0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0888cf-f12e-4deb-beba-3b901be32782,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:51.926398 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:51.939679 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccdadf55-1d0f-49be-b837-fa05503d6207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.018154 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccdadf55-1d0f-49be-b837-fa05503d6207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.022952 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccdadf55-1d0f-49be-b837-fa05503d6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.060641 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-ccdadf55-1d0f-49be-b837-fa05503d6207 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43673126ef4240b9b17f51365e3984c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330829 May 04 15:06:52.063294 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:52.069146 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdadf55-1d0f-49be-b837-fa05503d6207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4d46a-09b8-49d8-8b2c-eca392ec539e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:52.111869 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6d75cea-86f2-4d03-9fec-8a9ae5cb61b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.132273 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6d75cea-86f2-4d03-9fec-8a9ae5cb61b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.182080 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6d75cea-86f2-4d03-9fec-8a9ae5cb61b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.185267 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6d75cea-86f2-4d03-9fec-8a9ae5cb61b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.186751 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-e6d75cea-86f2-4d03-9fec-8a9ae5cb61b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46e4d46a-09b8-49d8-8b2c-eca392ec539e HTTP/1.1" status: 204 len: 168 time: 0.1224463 May 04 15:06:52.194962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d75cea-86f2-4d03-9fec-8a9ae5cb61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4d46a-09b8-49d8-8b2c-eca392ec539e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:52.300507 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Request body: {'port': {'device_id': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:52.359877 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.616023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:06:52.623799 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.635371 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Transition to ACTIVE for port object 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:06:52.639943 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.693123 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Pushing event updated for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:52.794211 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Attempting to bind port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:52.794578 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Attempting to bind port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:52.794898 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Attempting to bind port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 on network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:52.805415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103be0f5-0e02-4fce-a206-eb310212ec51 req-02c7a1fa-f621-402a-8075-3bce797c92d0 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:52.806952 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-103be0f5-0e02-4fce-a206-eb310212ec51 req-02c7a1fa-f621-402a-8075-3bce797c92d0 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 943 time: 0.0725577 May 04 15:06:52.809921 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 on network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:06:52.810248 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Attempting to bind port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 on network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:52.828832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:52.828832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Checking segment: {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:52.828832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Bound using segment: {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:52.828832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Bound port: 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:52.828832 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.881901 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-103be0f5-0e02-4fce-a206-eb310212ec51 req-c8195305-5803-4b92-874e-52d2e863de2f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676959 May 04 15:06:52.912269 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:52.915279 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:52.920612 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.953833 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:52.954415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:52.956053 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] 10.222.0.60 "PUT /v2.0/ports/2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 1093 time: 0.6602681 May 04 15:06:52.959095 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:52.961639 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4" -d '{"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:52.991271 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d62a-99c9-47a9-9a83-4a72b11de30e service neutron] Pushing event updated for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:53.041362 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-b32c3dcd-8a2b-487d-8224-8d5bf68c3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:53.043261 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-b32c3dcd-8a2b-487d-8224-8d5bf68c3d1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1096 time: 0.0465767 May 04 15:06:53.044677 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172aee13-a978-46ef-8314-17b5b880c3ca x-openstack-request-id: req-172aee13-a978-46ef-8314-17b5b880c3ca {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:53.044954 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:53.045199 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-172aee13-a978-46ef-8314-17b5b880c3ca {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:53.045585 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172aee13-a978-46ef-8314-17b5b880c3ca'] response: {'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'status': 'completed', 'code': 200} May 04 15:06:53.099324 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-8f4fbe17-84d5-495a-98c1-3e901122e5aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 217 time: 0.0472574 May 04 15:06:53.155038 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-522b9ab8-20aa-453b-a740-32164efed2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:53.157076 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-522b9ab8-20aa-453b-a740-32164efed2a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 200 len: 853 time: 0.0514276 May 04 15:06:53.212139 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-8447e7e5-8fb6-40e4-969c-8a2cf7574284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:53.213783 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-8447e7e5-8fb6-40e4-969c-8a2cf7574284 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822fd7a8-b527-48fe-b37d-d508d0f3cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0482357 May 04 15:06:53.327159 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-e0fd2ea4-c91c-43e9-b232-f725976aefc2 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997493 May 04 15:06:53.416402 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0434612f-5653-4e9a-9cbf-6fb2de0815be req-3c809334-6d7c-472c-8489-42db1b477245 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879169 May 04 15:06:53.511361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-e384d213-3385-49ae-8d9a-f689c57d0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:53.512863 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-e384d213-3385-49ae-8d9a-f689c57d0297 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1096 time: 0.0452101 May 04 15:06:53.868933 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-aafbfa32-d22a-408e-959e-b6d45d6a83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:53.870549 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-aafbfa32-d22a-408e-959e-b6d45d6a83c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 915 time: 0.3498983 May 04 15:06:53.917035 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-e7cd68fc-76ca-49f4-8de1-afd1516c3ab5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 217 time: 0.0342212 May 04 15:06:54.003153 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-bbf63461-c0ae-4cc8-a257-58eaf321c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:54.004672 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-bbf63461-c0ae-4cc8-a257-58eaf321c5ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 200 len: 853 time: 0.0771616 May 04 15:06:54.017380 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7d642-d391-4210-aadc-e80f35ce5ecc req-6791ad44-91d4-4637-b9fd-843552a66dea tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:54.018871 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-98b7d642-d391-4210-aadc-e80f35ce5ecc req-6791ad44-91d4-4637-b9fd-843552a66dea tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 943 time: 0.0601516 May 04 15:06:54.021140 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:54.080495 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-98b7d642-d391-4210-aadc-e80f35ce5ecc req-860b0dcb-1d8f-4db9-862c-8d13f0aa17c1 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524118 May 04 15:06:54.085083 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-490c07fd-39dd-45c5-96d5-edb37d0da0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:54.086490 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-490c07fd-39dd-45c5-96d5-edb37d0da0be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822fd7a8-b527-48fe-b37d-d508d0f3cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0666506 May 04 15:06:54.195779 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-9d6d1593-e6bd-4e71-8a1e-64dc9cf8e668 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007712 May 04 15:06:54.297455 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-a6f7e83f-49c4-4eb2-a6cc-f3c6c8c7ecb4 req-147f8755-a48a-41e5-80c7-8e99e265da8a service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940831 May 04 15:06:54.633779 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:06:54.748105 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:54.764429 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'port_id': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'mac_address': 'fa:16:3e:d6:2d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:06:54.800674 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:54.814419 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:06:54.835135 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:54.840601 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:54.887162 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:54.894388 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.894769 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.895111 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.895442 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.895765 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.896087 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.896413 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.896756 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.897105 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.897414 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.897730 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:54.898026 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:55.063647 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['2ffac17f-49a0-4e77-9cfe-adcf9fad6506'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:06:55.204574 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192383d-87c5-4b69-b6e9-3fa4da04822d req-1f3405b2-87cf-4cb5-a15f-8fc580af66c0 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:55.206109 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8192383d-87c5-4b69-b6e9-3fa4da04822d req-1f3405b2-87cf-4cb5-a15f-8fc580af66c0 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 944 time: 0.0555670 May 04 15:06:55.245306 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-8192383d-87c5-4b69-b6e9-3fa4da04822d req-ccd093c7-22a9-42d1-9811-32c9814c84e8 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 May 04 15:06:56.365271 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1559f9-1144-4a1b-961d-aae4f4a525b9 req-1624732d-4853-4f4c-94a1-c1330e6437c0 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:56.366773 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3d1559f9-1144-4a1b-961d-aae4f4a525b9 req-1624732d-4853-4f4c-94a1-c1330e6437c0 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 944 time: 0.0524452 May 04 15:06:56.410014 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3d1559f9-1144-4a1b-961d-aae4f4a525b9 req-4649c75a-42b2-486e-89d8-43089b10a373 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368340 May 04 15:06:56.664250 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:56.713274 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:06:56.718242 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:56.718636 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:56.801587 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:56.824933 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:56.827461 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddab435-a8dc-43e0-ad0c-195576abe056" -d '{"events": [{"server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "name": "network-vif-plugged", "status": "completed", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:56.840611 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:56.847906 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:56.878975 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de409dc-25c9-4454-bbe3-93267e96d3c0 x-openstack-request-id: req-6de409dc-25c9-4454-bbe3-93267e96d3c0 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:56.879255 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "name": "network-vif-plugged", "status": "completed", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:56.879498 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6de409dc-25c9-4454-bbe3-93267e96d3c0 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:56.879988 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de409dc-25c9-4454-bbe3-93267e96d3c0'] response: {'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'code': 200} May 04 15:06:56.928608 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:57.064598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721f21b-0553-4996-ae0c-7601150e868b req-25d11e91-73af-41c6-92c3-1daefe1bbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:57.066011 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d721f21b-0553-4996-ae0c-7601150e868b req-25d11e91-73af-41c6-92c3-1daefe1bbc7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1098 time: 0.0405920 May 04 15:06:57.101771 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d721f21b-0553-4996-ae0c-7601150e868b req-364b8a55-eadb-4ca7-8db9-1cad31cf4788 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286467 May 04 15:06:57.535878 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a30dda-2765-4672-99c4-cf41fe139914 req-3412b042-f823-40bb-9185-25f70bd80ec7 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:57.537382 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-55a30dda-2765-4672-99c4-cf41fe139914 req-3412b042-f823-40bb-9185-25f70bd80ec7 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0611298 May 04 15:06:57.578665 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-55a30dda-2765-4672-99c4-cf41fe139914 req-dc728dd0-3c73-449a-860e-6843cbdf9c4a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 May 04 15:06:58.709669 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169b38e-a9fb-4061-9d31-a39c300ee3ca req-4a34167d-27f1-4c39-921a-01a381748d17 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:58.711196 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9169b38e-a9fb-4061-9d31-a39c300ee3ca req-4a34167d-27f1-4c39-921a-01a381748d17 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0495930 May 04 15:06:58.753676 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-9169b38e-a9fb-4061-9d31-a39c300ee3ca req-c9b02631-d4c9-464f-987e-d9c1ed0482a6 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361285 May 04 15:06:58.831350 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53620) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:58.868653 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ca56d-6654-4136-b116-13c5b7c1c15f req-047fe173-f47f-4419-a698-882471d0949b tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:58.870142 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-975ca56d-6654-4136-b116-13c5b7c1c15f req-047fe173-f47f-4419-a698-882471d0949b tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0513036 May 04 15:06:58.909880 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-975ca56d-6654-4136-b116-13c5b7c1c15f req-92b482f8-edf6-4a41-9e3c-12e4284ef23d tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 May 04 15:06:58.937895 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ba9076f5-f42e-49fa-8e87-39096ad4f054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.017376 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ba9076f5-f42e-49fa-8e87-39096ad4f054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.022446 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ba9076f5-f42e-49fa-8e87-39096ad4f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.059523 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ba9076f5-f42e-49fa-8e87-39096ad4f054 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54da66b9c5714f2a9c64165c95c02d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267303 May 04 15:06:59.061646 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9076f5-f42e-49fa-8e87-39096ad4f054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b8b5b1-bed9-4ca2-b7c8-f1b15f3573a4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:59.064451 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53626) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:59.118812 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2925d9ed-9883-4cdf-8f8a-1a545e503bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.141854 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2925d9ed-9883-4cdf-8f8a-1a545e503bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.213017 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2925d9ed-9883-4cdf-8f8a-1a545e503bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.214355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2925d9ed-9883-4cdf-8f8a-1a545e503bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.215985 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2925d9ed-9883-4cdf-8f8a-1a545e503bd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98b8b5b1-bed9-4ca2-b7c8-f1b15f3573a4 HTTP/1.1" status: 204 len: 168 time: 0.1500521 May 04 15:06:59.228448 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925d9ed-9883-4cdf-8f8a-1a545e503bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b8b5b1-bed9-4ca2-b7c8-f1b15f3573a4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:59.251712 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9a927-f0eb-4158-8e7b-08ea928cd23f req-42347f21-13d1-47dc-baaa-21af787091c1 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:59.253196 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-86d9a927-f0eb-4158-8e7b-08ea928cd23f req-42347f21-13d1-47dc-baaa-21af787091c1 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0693521 May 04 15:06:59.292999 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-86d9a927-f0eb-4158-8e7b-08ea928cd23f req-0b703c04-5639-45f3-bead-fce2104d97dd tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 May 04 15:06:59.500851 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53640) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:59.520539 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-615f0ef3-946b-4ef2-b084-f8b027d7e081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.650059 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-615f0ef3-946b-4ef2-b084-f8b027d7e081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.656821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-615f0ef3-946b-4ef2-b084-f8b027d7e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.705643 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f0ef3-946b-4ef2-b084-f8b027d7e081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10381f4c-9a90-486c-aa21-3ec9e646afdf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:59.716505 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-615f0ef3-946b-4ef2-b084-f8b027d7e081 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cceff25a3a04a0aa6825865cd46b17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144771 May 04 15:06:59.719454 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53658) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:59.774705 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97447444-9559-47f2-9ee6-c9a4730ef654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.798470 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97447444-9559-47f2-9ee6-c9a4730ef654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.847685 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97447444-9559-47f2-9ee6-c9a4730ef654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.850537 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97447444-9559-47f2-9ee6-c9a4730ef654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:59.851851 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-97447444-9559-47f2-9ee6-c9a4730ef654 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10381f4c-9a90-486c-aa21-3ec9e646afdf HTTP/1.1" status: 204 len: 168 time: 0.1312222 May 04 15:06:59.867415 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97447444-9559-47f2-9ee6-c9a4730ef654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10381f4c-9a90-486c-aa21-3ec9e646afdf,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:59.939582 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3fa35-102f-444f-8e43-441a61f32f23 req-01843798-1e18-4b6b-a1f4-400d0c9d7be7 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:59.947114 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-afa3fa35-102f-444f-8e43-441a61f32f23 req-01843798-1e18-4b6b-a1f4-400d0c9d7be7 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 946 time: 0.0589483 May 04 15:06:59.981071 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-afa3fa35-102f-444f-8e43-441a61f32f23 req-1f43d1e0-2afa-41b8-908f-0929750a4908 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329800 May 04 15:07:01.059551 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:01.124375 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810967ba-1606-4710-8b15-ff57e7e9c4ce req-5987b37b-023d-4370-8aee-f88f66f69bcd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:01.133148 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-810967ba-1606-4710-8b15-ff57e7e9c4ce req-5987b37b-023d-4370-8aee-f88f66f69bcd tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 946 time: 0.0646844 May 04 15:07:01.177765 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-810967ba-1606-4710-8b15-ff57e7e9c4ce req-07222e78-e025-4d84-921f-1aef235bf12d tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d4f102b-c742-45b6-9521-53920cc9595f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 May 04 15:07:01.288384 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-9c3e9802-8a85-465e-8e42-0bec88990256 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:01.290432 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-9c3e9802-8a85-465e-8e42-0bec88990256 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 946 time: 0.0715926 May 04 15:07:01.354221 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f92ff0c9-c13a-4567-8674-c0aee070278d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.468466 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Deleting port 1bfd150c-7dc2-4c64-8380-f23c679ff994 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:01.468792 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.539417 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f92ff0c9-c13a-4567-8674-c0aee070278d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.549231 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f92ff0c9-c13a-4567-8674-c0aee070278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.605168 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-f92ff0c9-c13a-4567-8674-c0aee070278d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f37f27442fae40d5afaa720ab373721f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443432 May 04 15:07:01.608251 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53732) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:01.609997 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ff0c9-c13a-4567-8674-c0aee070278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22cb8f1-c197-45b8-a01f-955a6c53959e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:01.613690 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] For port 1bfd150c-7dc2-4c64-8380-f23c679ff994, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=1bfd150c-7dc2-4c64-8380-f23c679ff994,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:01.614026 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.660861 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66f991e7-ea6b-429a-be4a-d46e5ba6e630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.684139 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66f991e7-ea6b-429a-be4a-d46e5ba6e630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.741917 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66f991e7-ea6b-429a-be4a-d46e5ba6e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.745865 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66f991e7-ea6b-429a-be4a-d46e5ba6e630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.750090 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-66f991e7-ea6b-429a-be4a-d46e5ba6e630 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b22cb8f1-c197-45b8-a01f-955a6c53959e HTTP/1.1" status: 204 len: 168 time: 0.1377420 May 04 15:07:01.757521 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f991e7-ea6b-429a-be4a-d46e5ba6e630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22cb8f1-c197-45b8-a01f-955a6c53959e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:01.866580 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.867070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:01.867472 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Floating IP b4a965b5-26a1-42a0-92fa-d2688ee2d693 disassociated. External IP: 172.28.3.40, port: 1bfd150c-7dc2-4c64-8380-f23c679ff994. May 04 15:07:01.867927 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Calling delete_port for 1bfd150c-7dc2-4c64-8380-f23c679ff994 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:02.002952 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.033071 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event deleted for resources: {'Port': ['ID=1bfd150c-7dc2-4c64-8380-f23c679ff994,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:02.099945 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53742) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:02.114755 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8208bf6-faed-4e3a-b2b3-1e23058c768c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.174833 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Router 42b8e24f-ae39-4595-a30b-9c37b37d2804 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:02.202038 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8208bf6-faed-4e3a-b2b3-1e23058c768c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.206313 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8208bf6-faed-4e3a-b2b3-1e23058c768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.235704 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8208bf6-faed-4e3a-b2b3-1e23058c768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629abcf0-d507-4498-9690-232322cf6ed1,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:02.264799 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-d8208bf6-faed-4e3a-b2b3-1e23058c768c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5702ee1ef3a049909929e9aad0987f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635230 May 04 15:07:02.267457 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53746) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:02.325750 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adc453b4-0ab7-456f-8af0-d51e65ba79e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.335060 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-4be6a237-dec2-402b-9322-43974ab5975c req-b264926a-ed10-4aac-8d97-14ae8fc3a739 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e7c0f2-3218-4736-b3b2-2f23e0b928f7 HTTP/1.1" status: 200 len: 210 time: 0.0376565 May 04 15:07:02.351364 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:02.361754 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adc453b4-0ab7-456f-8af0-d51e65ba79e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.363374 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] Sync routers for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:02.382197 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:02.383087 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:02.436368 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adc453b4-0ab7-456f-8af0-d51e65ba79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.439400 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-adc453b4-0ab7-456f-8af0-d51e65ba79e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.440743 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-adc453b4-0ab7-456f-8af0-d51e65ba79e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/629abcf0-d507-4498-9690-232322cf6ed1 HTTP/1.1" status: 204 len: 168 time: 0.1720102 May 04 15:07:02.445801 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] No DVR routers for this DVR port 1bfd150c-7dc2-4c64-8380-f23c679ff994 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:02.450055 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc453b4-0ab7-456f-8af0-d51e65ba79e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629abcf0-d507-4498-9690-232322cf6ed1,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:02.458663 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:02.463018 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-ce34c811-d523-450d-8bb6-1093060efeb8 req-ba911bb9-6c1c-40a0-9978-4e6f39f91792 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.60 "DELETE /v2.0/ports/1bfd150c-7dc2-4c64-8380-f23c679ff994 HTTP/1.1" status: 204 len: 173 time: 1.1640406 May 04 15:07:02.463700 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-deleted', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:02.478380 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f56ec4e-d4e3-4216-aa84-9268117052f0" -d '{"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-deleted", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:02.555227 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:02.572704 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e06d88-f12c-4e97-acbd-254607989e05 x-openstack-request-id: req-41e06d88-f12c-4e97-acbd-254607989e05 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:02.573000 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e7c0f2-3218-4736-b3b2-2f23e0b928f7", "name": "network-vif-deleted", "tag": "1bfd150c-7dc2-4c64-8380-f23c679ff994", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:02.573251 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41e06d88-f12c-4e97-acbd-254607989e05 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:02.573832 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e06d88-f12c-4e97-acbd-254607989e05'] response: {'server_uuid': '10e7c0f2-3218-4736-b3b2-2f23e0b928f7', 'name': 'network-vif-deleted', 'tag': '1bfd150c-7dc2-4c64-8380-f23c679ff994', 'status': 'completed', 'code': 200} May 04 15:07:02.674930 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c898e-dae6-4e73-b679-1775c48e6bf1 req-49dc8b94-fa34-4e73-8fe3-392aadb65b38 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.676779 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-532c898e-dae6-4e73-b679-1775c48e6bf1 req-49dc8b94-fa34-4e73-8fe3-392aadb65b38 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0552135 May 04 15:07:02.717180 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-532c898e-dae6-4e73-b679-1775c48e6bf1 req-2dddb3f2-ba4a-406d-a50c-83614640b049 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337679 May 04 15:07:02.740908 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53762) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:02.870389 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:02.900343 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] Checking router: 42b8e24f-ae39-4595-a30b-9c37b37d2804 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:02.911993 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:02.912801 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:02.951642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bef038-194f-47d5-a8ff-e2cc064b8322 tempest-TestMinimumBasicScenario-1663232573 tempest-TestMinimumBasicScenario-1663232573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.953261 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-37bef038-194f-47d5-a8ff-e2cc064b8322 tempest-TestMinimumBasicScenario-1663232573 tempest-TestMinimumBasicScenario-1663232573-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1093 time: 0.2113535 May 04 15:07:02.956410 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53776) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:02.962726 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'floatingip': {'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'port_id': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:02.997946 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for floatingip, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.071863 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:03.138794 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.302778 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Allocated IP 172.28.3.108 (2dad0da5-4f6f-4334-814d-ec3024e4e67f/89a5135b-64c2-4aaf-aec3-482c78104639/3cca5df2-2ab2-42af-94fd-c0eb4e2c082c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:07:03.369390 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:03.402643 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916bb12-2a16-4575-8043-36543f1da1ca None None] The sync data for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb is: [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:01:32Z', 'revision_number': 4, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'f99e5764-2496-424c-a62d-4c1caab43611', 'name': '', 'network_id': '72d20472-e84a-420d-b5f8-aaa141b8015c', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'mac_address': 'fa:16:3e:7a:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:31Z', 'updated_at': '2022-05-04T15:01:37Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'subnets': [{'id': '9ca78095-b935-4ee0-b261-76cd6efbcb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:03.459464 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.459863 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:03.498612 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.534899 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e944d2e-172a-485d-975a-884f290c928f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.545605 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'Port': ['ID=3cca5df2-2ab2-42af-94fd-c0eb4e2c082c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:03.553272 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Network 2dad0da5-4f6f-4334-814d-ec3024e4e67f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:07:03.554828 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:07:03.557325 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:07:03.565515 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e944d2e-172a-485d-975a-884f290c928f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.628508 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e944d2e-172a-485d-975a-884f290c928f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.631931 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e944d2e-172a-485d-975a-884f290c928f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:03.633292 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-0e944d2e-172a-485d-975a-884f290c928f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d4f102b-c742-45b6-9521-53920cc9595f HTTP/1.1" status: 204 len: 168 time: 0.1716664 May 04 15:07:03.637535 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53802) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:03.643566 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e944d2e-172a-485d-975a-884f290c928f tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4f102b-c742-45b6-9521-53920cc9595f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:03.672208 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.api.v2.resource [None req-f76f3d31-1afb-4534-90e4-7d26a23a3626 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] show failed (client error): The resource could not be found. May 04 15:07:03.674813 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f76f3d31-1afb-4534-90e4-7d26a23a3626 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "GET /v2.0/security-groups/3d4f102b-c742-45b6-9521-53920cc9595f HTTP/1.1" status: 404 len: 347 time: 0.0347486 May 04 15:07:03.676098 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53804) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:03.769067 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74446f13-ee92-48f4-9d83-9fa9f0fff246 None None] New status for floating IP b4a965b5-26a1-42a0-92fa-d2688ee2d693: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:07:03.916779 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Deleting port b6b0e8e2-ac30-49f3-a999-f4c33e6f55f4 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:03.917121 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.277524 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.278238 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.310883 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Calling delete_port for b6b0e8e2-ac30-49f3-a999-f4c33e6f55f4 owned by network:floatingip {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:04.377764 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.473790 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.552800 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.617491 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Pushing event deleted for resources: {'Port': ['ID=b6b0e8e2-ac30-49f3-a999-f4c33e6f55f4,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:04.678787 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:04.715803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 1bfd150c-7dc2-4c64-8380-f23c679ff994 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:04.716146 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 1bfd150c-7dc2-4c64-8380-f23c679ff994 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:04.732251 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.735011 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.736209 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ae1fb404-b91e-4c2a-b522-4537305605d4 tempest-AttachVolumeShelveTestJSON-1324896868 tempest-AttachVolumeShelveTestJSON-1324896868-project] 10.222.0.41 "DELETE /v2.0/floatingips/b4a965b5-26a1-42a0-92fa-d2688ee2d693 HTTP/1.1" status: 204 len: 168 time: 1.0592234 May 04 15:07:04.766538 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.782099 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6117996'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.861366 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'Port': ['ID=3cca5df2-2ab2-42af-94fd-c0eb4e2c082c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:04.872119 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806669'] for floatingip, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:04.976628 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.l3_db [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Floating IP 62a63aca-4800-4437-9a23-ea68c62de30f associated. External IP: 172.28.3.108, port: 2ffac17f-49a0-4e77-9cfe-adcf9fad6506. May 04 15:07:05.199445 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Router 3f48a7de-7c75-429e-b220-8c1d91e234c0 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:05.315375 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:05.325831 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] Sync routers for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:05.334563 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.336824 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:05.338229 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:05.364785 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b849994c-2caf-4ca7-9959-5a529f92c4ac tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4062839 May 04 15:07:05.365724 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:05.367822 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53860) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:05.368460 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d22793229f7772a046138b9460578a90cd7830c81204fa688337c90710d3bad6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc67ab4-9942-4355-bf96-989057e60bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:05.379915 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3d45447e-d38f-41e9-abaa-5f1110489138 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724984951', 'description': 'tempest-secgroup-smoke-1724984951 description', 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:05.405362 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d45447e-d38f-41e9-abaa-5f1110489138 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.446082 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:05.489668 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d45447e-d38f-41e9-abaa-5f1110489138 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.495494 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d45447e-d38f-41e9-abaa-5f1110489138 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.536779 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d45447e-d38f-41e9-abaa-5f1110489138 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.538319 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3d45447e-d38f-41e9-abaa-5f1110489138 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1686575 May 04 15:07:05.540679 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45447e-d38f-41e9-abaa-5f1110489138 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e83c10-30f2-47d2-b0f3-a034c9f4e131,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:05.541535 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53866) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:05.546233 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-8704f71b-2154-41fd-a109-6d9ce3937294 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'security_group_rule': {'security_group_id': '74e83c10-30f2-47d2-b0f3-a034c9f4e131', 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:05.568749 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efaa138-aac6-4b1d-8f81-900fe5fdcd0b x-openstack-request-id: req-7efaa138-aac6-4b1d-8f81-900fe5fdcd0b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:05.569078 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506", "status": "completed", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:05.569322 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7efaa138-aac6-4b1d-8f81-900fe5fdcd0b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:05.569811 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efaa138-aac6-4b1d-8f81-900fe5fdcd0b'] response: {'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'status': 'completed', 'code': 200} May 04 15:07:05.576223 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8704f71b-2154-41fd-a109-6d9ce3937294 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.629415 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8704f71b-2154-41fd-a109-6d9ce3937294 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.634812 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8704f71b-2154-41fd-a109-6d9ce3937294 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.635201 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-b1f8510d-7bd0-44e7-9b39-7e48f6ba4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:05.637529 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-b1f8510d-7bd0-44e7-9b39-7e48f6ba4c6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1098 time: 0.0467284 May 04 15:07:05.652750 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f71b-2154-41fd-a109-6d9ce3937294 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0b7846-979c-4c37-bb40-b1a9f36d2dab,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:05.663542 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8704f71b-2154-41fd-a109-6d9ce3937294 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.667374 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-8704f71b-2154-41fd-a109-6d9ce3937294 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222892 May 04 15:07:05.667539 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53868) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:05.672221 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-25b98d61-5c62-4afb-9512-2f5819d8ff75 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'security_group_rule': {'security_group_id': '74e83c10-30f2-47d2-b0f3-a034c9f4e131', 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:05.700371 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25b98d61-5c62-4afb-9512-2f5819d8ff75 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.706973 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '62a63aca-4800-4437-9a23-ea68c62de30f', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'floating_ip_address': '172.28.3.108', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'port_id': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'mac_address': 'fa:16:3e:d6:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:07:03Z', 'updated_at': '2022-05-04T15:07:03Z', 'revision_number': 0, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 5, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:05.735207 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-479f8ff0-7e7c-4ba8-ad90-c91dabe5df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:05.736739 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-479f8ff0-7e7c-4ba8-ad90-c91dabe5df45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 915 time: 0.0919442 May 04 15:07:05.737508 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] Checking router: 3f48a7de-7c75-429e-b220-8c1d91e234c0 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:05.745982 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:05.746715 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:05.763304 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25b98d61-5c62-4afb-9512-2f5819d8ff75 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.767729 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25b98d61-5c62-4afb-9512-2f5819d8ff75 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.790769 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b98d61-5c62-4afb-9512-2f5819d8ff75 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed3087f-64b7-4710-8330-12393d014cf7,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:05.811055 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25b98d61-5c62-4afb-9512-2f5819d8ff75 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.812405 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-25b98d61-5c62-4afb-9512-2f5819d8ff75 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438820 May 04 15:07:05.816853 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53872) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:05.821407 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-b66e4ccb-e6f6-4601-91ea-7db3f5f17ee9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 999 time: 0.0779934 May 04 15:07:05.824656 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-1bde7cd7-4ff4-472a-9749-bbacfc3a6740 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'security_group_rule': {'security_group_id': '74e83c10-30f2-47d2-b0f3-a034c9f4e131', 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:05.863463 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1bde7cd7-4ff4-472a-9749-bbacfc3a6740 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.883844 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:05.902438 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-370e4377-6a0f-4d73-a866-858ce4c13a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:05.904878 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-370e4377-6a0f-4d73-a866-858ce4c13a38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 200 len: 853 time: 0.0761452 May 04 15:07:05.934233 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1bde7cd7-4ff4-472a-9749-bbacfc3a6740 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.941755 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1bde7cd7-4ff4-472a-9749-bbacfc3a6740 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.960220 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde7cd7-4ff4-472a-9749-bbacfc3a6740 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a2e08e-7719-4993-a641-703da05a2230,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:05.982900 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1bde7cd7-4ff4-472a-9749-bbacfc3a6740 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:05.985185 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1bde7cd7-4ff4-472a-9749-bbacfc3a6740 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673117 May 04 15:07:05.987886 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53886) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:05.993852 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-8c6efad1-7bdb-44ec-9cf4-abb632b5ade5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'security_group_rule': {'security_group_id': '74e83c10-30f2-47d2-b0f3-a034c9f4e131', 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:06.000148 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-1f9f59de-a9a7-4094-8b77-8bc73ee1eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:06.001694 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-1f9f59de-a9a7-4094-8b77-8bc73ee1eace service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822fd7a8-b527-48fe-b37d-d508d0f3cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892920 May 04 15:07:06.032434 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8c6efad1-7bdb-44ec-9cf4-abb632b5ade5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.124316 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-2e374d27-031d-4f85-b4f7-cbbb98197b74 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153722 May 04 15:07:06.140854 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8c6efad1-7bdb-44ec-9cf4-abb632b5ade5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.147512 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8c6efad1-7bdb-44ec-9cf4-abb632b5ade5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.179092 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6efad1-7bdb-44ec-9cf4-abb632b5ade5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a042d33-e466-4ffa-a17c-a7bedb4a4ef9,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:06.190933 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8c6efad1-7bdb-44ec-9cf4-abb632b5ade5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.194601 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-8c6efad1-7bdb-44ec-9cf4-abb632b5ade5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028909 May 04 15:07:06.195674 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53892) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:06.202604 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'security_group_rule': {'security_group_id': '74e83c10-30f2-47d2-b0f3-a034c9f4e131', 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:06.227469 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.securitygroups_db [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Project 6e67910770ea4a9bb6b4f2e28e1ba0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:07:06.232954 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.238746 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '62a63aca-4800-4437-9a23-ea68c62de30f', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'floating_ip_address': '172.28.3.108', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'port_id': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'mac_address': 'fa:16:3e:d6:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:07:03Z', 'updated_at': '2022-05-04T15:07:03Z', 'revision_number': 0, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 5, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:06.274733 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0bc67ab4-9942-4355-bf96-989057e60bd7 req-f41b407c-56f8-49eb-bc17-8cead2f56389 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429505 May 04 15:07:06.278260 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1adb3-dd99-43f1-9a5f-2344558ad6fd None None] The sync data for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb is: [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_floatingips': [{'id': '62a63aca-4800-4437-9a23-ea68c62de30f', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'floating_ip_address': '172.28.3.108', 'floating_network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'router_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'port_id': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'mac_address': 'fa:16:3e:d6:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:07:03Z', 'updated_at': '2022-05-04T15:07:03Z', 'revision_number': 0, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 5, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:06.324878 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.332177 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.359173 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88022083-e8bc-44d3-9b01-4f2fc272318f,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:06.373347 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.377712 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-aa9cad87-9e5c-4b1d-ad14-60275baad6b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779184 May 04 15:07:06.378026 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53898) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:06.383681 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.v2.base [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'security_group_rule': {'security_group_id': '74e83c10-30f2-47d2-b0f3-a034c9f4e131', 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:06.413153 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.db.securitygroups_db [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Project 6e67910770ea4a9bb6b4f2e28e1ba0dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:07:06.420034 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.532899 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.539097 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364517'] for security_group_rule, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.563557 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c7ac65-cac6-4428-8cca-b9cc37edd58c,revision_number=0']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:06.568491 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.573035 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-f0885b7e-a8f2-45db-9c68-c42295dd530f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1939371 May 04 15:07:06.598298 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d42baa-38e2-4d8f-91db-c68036169738 None None] New status for floating IP 62a63aca-4800-4437-9a23-ea68c62de30f: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:07:06.680685 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-536e483d-7a05-44f9-bc74-52006acacb03 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724984951&fields=id&tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc HTTP/1.1" status: 200 len: 267 time: 0.0448701 May 04 15:07:06.742325 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-1ae0a7ea-c3a3-499d-9718-2a5bef651981 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:06.751266 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-1ae0a7ea-c3a3-499d-9718-2a5bef651981 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0636437 May 04 15:07:06.757981 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'port': {'security_groups': ['be9a79f5-177c-4a06-86ff-0c10fb3458ce', '74e83c10-30f2-47d2-b0f3-a034c9f4e131']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:06.826894 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.017270 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:07.051639 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.058178 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.071503 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['2ffac17f-49a0-4e77-9cfe-adcf9fad6506'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:07:07.104893 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:07.105510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.107324 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3211b736-c1ce-4097-ae18-19b2128e0970 req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "PUT /v2.0/ports/2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 981 time: 0.3551433 May 04 15:07:07.114114 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:07.114114 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f80af-ee36-40bd-a5ee-a470c0decf59" -d '{"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:07.156951 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f6b73-51ce-4a79-9c39-07a87b94ff97 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:07.181469 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['2ffac17f-49a0-4e77-9cfe-adcf9fad6506'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:07:07.188092 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be41f8-8caf-443b-b913-6817d55e72b0 x-openstack-request-id: req-84be41f8-8caf-443b-b913-6817d55e72b0 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:07.188394 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:07.188649 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84be41f8-8caf-443b-b913-6817d55e72b0 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:07.189079 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84be41f8-8caf-443b-b913-6817d55e72b0'] response: {'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'status': 'completed', 'code': 200} May 04 15:07:07.267665 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4354295-3b14-4c41-9082-43b648b96d6e req-c7d21396-3f2a-4ddc-a0e2-cff2f0b4aa22 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:07.278012 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4354295-3b14-4c41-9082-43b648b96d6e req-c7d21396-3f2a-4ddc-a0e2-cff2f0b4aa22 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.1005657 May 04 15:07:07.288155 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-f1ca2b21-b9b4-42e5-a945-c20d558ddf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:07.292257 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-f1ca2b21-b9b4-42e5-a945-c20d558ddf50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1137 time: 0.0811553 May 04 15:07:07.305761 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53936) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:07.370574 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f4354295-3b14-4c41-9082-43b648b96d6e req-353729b6-63a9-430a-9032-f28ad7d067e6 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908878 May 04 15:07:07.442502 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-715b5bc0-d4b4-4715-a0ed-5e4314f4bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:07.444010 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-715b5bc0-d4b4-4715-a0ed-5e4314f4bdc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 915 time: 0.1412687 May 04 15:07:07.486139 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-75167372-a286-48a2-83ae-9855508bdb85 None None] Provisioning complete for port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:07:07.486412 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-75167372-a286-48a2-83ae-9855508bdb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.513516 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-0ff792b4-11ff-4c4c-8eb3-efeed595e12c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 1001 time: 0.0628579 May 04 15:07:07.575541 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-e44e2564-1043-4909-948b-bf6db88a02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:07.577056 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-e44e2564-1043-4909-948b-bf6db88a02f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 200 len: 853 time: 0.0569100 May 04 15:07:07.643093 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-feedb499-36a4-424c-953f-ab264beabdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:07.644608 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-feedb499-36a4-424c-953f-ab264beabdd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822fd7a8-b527-48fe-b37d-d508d0f3cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598042 May 04 15:07:07.774730 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-5e19acc0-7249-40ef-8019-e9313f4df191 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231947 May 04 15:07:07.903815 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0c5f80af-ee36-40bd-a5ee-a470c0decf59 req-952efeaf-45be-41cb-998a-bdfd063f9566 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218853 May 04 15:07:07.913889 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.136426 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53962) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:08.168936 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Deleting port f99e5764-2496-424c-a62d-4c1caab43611 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:08.169492 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.249028 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] For port f99e5764-2496-424c-a62d-4c1caab43611, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f99e5764-2496-424c-a62d-4c1caab43611,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:08.249433 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.251538 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8585497f-1ef5-4cba-894b-220d871beabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.265797 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Calling delete_port for f99e5764-2496-424c-a62d-4c1caab43611 owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:08.327238 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8585497f-1ef5-4cba-894b-220d871beabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.331915 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8585497f-1ef5-4cba-894b-220d871beabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.371475 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585497f-1ef5-4cba-894b-220d871beabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a7daf4-6abb-4527-b050-c50bf361a17b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:08.376029 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-8585497f-1ef5-4cba-894b-220d871beabe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75900fb313134896bef5f5a97287e2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384198 May 04 15:07:08.379818 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53966) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:08.431630 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d67e68ae-5084-46c4-97ae-e776a3796e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.445811 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.454149 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d67e68ae-5084-46c4-97ae-e776a3796e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.470582 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Pushing event deleted for resources: {'Port': ['ID=f99e5764-2496-424c-a62d-4c1caab43611,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:08.507246 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d67e68ae-5084-46c4-97ae-e776a3796e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.509833 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d67e68ae-5084-46c4-97ae-e776a3796e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.514050 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-d67e68ae-5084-46c4-97ae-e776a3796e31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0a7daf4-6abb-4527-b050-c50bf361a17b HTTP/1.1" status: 204 len: 168 time: 0.1310325 May 04 15:07:08.522926 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e68ae-5084-46c4-97ae-e776a3796e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a7daf4-6abb-4527-b050-c50bf361a17b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:08.647371 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.809988 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53972) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:08.824362 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e4b55e0-5304-4d26-9934-b8c4024fa406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.871250 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Router 42b8e24f-ae39-4595-a30b-9c37b37d2804 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:08.899337 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e4b55e0-5304-4d26-9934-b8c4024fa406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.906732 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e4b55e0-5304-4d26-9934-b8c4024fa406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.937232 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2e4b55e0-5304-4d26-9934-b8c4024fa406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b14dea515164d67b7fc6d22c76ea2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255710 May 04 15:07:08.940980 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53978) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:08.955553 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b55e0-5304-4d26-9934-b8c4024fa406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd119f-e797-456e-8b93-ea51d38e7b8d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:09.218684 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:09.224101 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1d4664fe-b597-451b-98db-f83723932efe admin admin] 10.222.0.41 "PUT /v2.0/routers/42b8e24f-ae39-4595-a30b-9c37b37d2804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9173231 May 04 15:07:09.226845 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53982) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:09.229449 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] Sync routers for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:09.241988 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:09.242638 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:09.280655 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e61652fd-b376-4f7f-98f1-b9ab951256f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.337338 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e61652fd-b376-4f7f-98f1-b9ab951256f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.381936 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.451620 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:09.468244 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e61652fd-b376-4f7f-98f1-b9ab951256f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.470767 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e61652fd-b376-4f7f-98f1-b9ab951256f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.474394 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e61652fd-b376-4f7f-98f1-b9ab951256f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbdd119f-e797-456e-8b93-ea51d38e7b8d HTTP/1.1" status: 204 len: 168 time: 0.5299728 May 04 15:07:09.487546 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61652fd-b376-4f7f-98f1-b9ab951256f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdd119f-e797-456e-8b93-ea51d38e7b8d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:09.504931 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.568511 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Deleting port 26a7bd3a-355f-484d-9502-f3e4d5060636 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:09.568977 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.628475 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:07:08Z', 'revision_number': 5, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port': {'id': '26a7bd3a-355f-484d-9502-f3e4d5060636', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:28Z', 'updated_at': '2022-05-04T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:09.655169 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] Checking router: 42b8e24f-ae39-4595-a30b-9c37b37d2804 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:09.663604 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] For port 26a7bd3a-355f-484d-9502-f3e4d5060636, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=26a7bd3a-355f-484d-9502-f3e4d5060636,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:09.663757 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] Routers {'42b8e24f-ae39-4595-a30b-9c37b37d2804'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:09.664024 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.664308 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:06:44Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['42b8e24f-ae39-4595-a30b-9c37b37d2804'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:09.678200 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Calling delete_port for 26a7bd3a-355f-484d-9502-f3e4d5060636 owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:09.749850 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] Set router 42b8e24f-ae39-4595-a30b-9c37b37d2804 gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:09.807305 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:07:09Z', 'revision_number': 6, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port_host': None}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:09.834053 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccc4b3-7354-465e-8eeb-d588972f3daf None None] The sync data for ids ['42b8e24f-ae39-4595-a30b-9c37b37d2804'] in dv-cinder-829630-2-smb is: [{'id': '42b8e24f-ae39-4595-a30b-9c37b37d2804', 'name': 'tempest-AttachVolumeShelveTestJSON-1238416670-router', 'tenant_id': '4b5c93f732964829a50b164f4b89955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:27Z', 'updated_at': '2022-05-04T15:07:09Z', 'revision_number': 6, 'project_id': '4b5c93f732964829a50b164f4b89955b', 'gw_port_host': None}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:09.854667 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53988) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:09.862492 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.879741 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4cba2653-8acb-40d3-822d-922ecdf321f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.903320 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a7bd3a-355f-484d-9502-f3e4d5060636,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:09.994603 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.114845 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.118316 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.153275 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4cba2653-8acb-40d3-822d-922ecdf321f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.189145 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4cba2653-8acb-40d3-822d-922ecdf321f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.212418 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.213054 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b8e24f-ae39-4595-a30b-9c37b37d2804 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:07:10.228604 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.229933 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e00eab08-3169-4fd6-8890-086270a73621 admin admin] 10.222.0.41 "DELETE /v2.0/routers/42b8e24f-ae39-4595-a30b-9c37b37d2804 HTTP/1.1" status: 204 len: 168 time: 1.0021524 May 04 15:07:10.234470 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 53996) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:10.240084 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-4cba2653-8acb-40d3-822d-922ecdf321f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca0b384109e5452eb181a640a5888003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841941 May 04 15:07:10.240960 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba2653-8acb-40d3-822d-922ecdf321f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2416c3c1-fec3-4af8-b404-ebe5f21d17f7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:10.243491 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 53998) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:10.298479 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] Deleting subnet 9ca78095-b935-4ee0-b261-76cd6efbcb8b {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:07:10.302118 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.302641 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed973112-696e-4956-83a3-6fee7a241f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.329053 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed973112-696e-4956-83a3-6fee7a241f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.338904 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7629863'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.378034 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed973112-696e-4956-83a3-6fee7a241f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.380616 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed973112-696e-4956-83a3-6fee7a241f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.384204 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-ed973112-696e-4956-83a3-6fee7a241f4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2416c3c1-fec3-4af8-b404-ebe5f21d17f7 HTTP/1.1" status: 204 len: 168 time: 0.1372359 May 04 15:07:10.390918 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed973112-696e-4956-83a3-6fee7a241f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2416c3c1-fec3-4af8-b404-ebe5f21d17f7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:10.420365 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.472731 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5012476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4751409'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.499359 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca78095-b935-4ee0-b261-76cd6efbcb8b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:10.501358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.504552 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5f2ea944-266a-4086-94f0-6d70f4986164 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ca78095-b935-4ee0-b261-76cd6efbcb8b HTTP/1.1" status: 204 len: 168 time: 0.2677655 May 04 15:07:10.505844 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75584b43-e1ab-4957-8233-37cd4e7aa436 None None] Network 72d20472-e84a-420d-b5f8-aaa141b8015c requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:07:10.507091 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54002) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:10.580118 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.647490 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Deleting port 45691cfc-941c-470f-a165-0c2497479638 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:10.647827 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.696873 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] DHCP port deletion for 72d20472-e84a-420d-b5f8-aaa141b8015c request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:07:10.732234 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] For port 45691cfc-941c-470f-a165-0c2497479638, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=45691cfc-941c-470f-a165-0c2497479638,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:10.732981 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.759888 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Calling delete_port for 45691cfc-941c-470f-a165-0c2497479638 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:10.784325 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] Deleting port 45691cfc-941c-470f-a165-0c2497479638 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:10.784875 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.808635 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f99e5764-2496-424c-a62d-4c1caab43611 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:10.864162 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: f99e5764-2496-424c-a62d-4c1caab43611 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:10.864492 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f99e5764-2496-424c-a62d-4c1caab43611 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:10.864902 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 45691cfc-941c-470f-a165-0c2497479638 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:10.870942 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.899848 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=45691cfc-941c-470f-a165-0c2497479638,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:10.901690 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] No DVR routers for this DVR port 45691cfc-941c-470f-a165-0c2497479638 on host dv-cinder-829630-2-smb {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:10.910280 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] For port 45691cfc-941c-470f-a165-0c2497479638, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=45691cfc-941c-470f-a165-0c2497479638,segment=NetworkSegment(b3376159-a600-4da0-b212-e3bc17ab8c98),segment_id=b3376159-a600-4da0-b212-e3bc17ab8c98)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:10.910824 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.923908 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] Calling delete_port for 45691cfc-941c-470f-a165-0c2497479638 owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:11.001272 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.033005 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d20472-e84a-420d-b5f8-aaa141b8015c']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:11.047804 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3376159-a600-4da0-b212-e3bc17ab8c98') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:11.048111 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3376159-a600-4da0-b212-e3bc17ab8c98') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:11.059566 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.064947 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No active binding found for port 45691cfc-941c-470f-a165-0c2497479638 {{(pid=101972) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 04 15:07:11.065373 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 45691cfc-941c-470f-a165-0c2497479638 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:11.065797 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 26a7bd3a-355f-484d-9502-f3e4d5060636 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:11.075242 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.082145 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:07:11.082814 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:07:11.084709 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:07:11.098083 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 26a7bd3a-355f-484d-9502-f3e4d5060636 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:11.098431 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 26a7bd3a-355f-484d-9502-f3e4d5060636 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:11.106277 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.137326 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] Pushing event deleted for resources: {'Port': ['ID=45691cfc-941c-470f-a165-0c2497479638,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:11.142600 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc354b51-b4a9-4954-af76-34bcba1a3ec3 None None] No DVR routers for this DVR port 45691cfc-941c-470f-a165-0c2497479638 on host dv-cinder-829630-2-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:11.159327 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.182857 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.187248 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] 10.222.0.41 "DELETE /v2.0/networks/72d20472-e84a-420d-b5f8-aaa141b8015c HTTP/1.1" status: 204 len: 168 time: 0.6789503 May 04 15:07:11.188422 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3434bf1-c94f-4d9b-8048-d680a8ff9a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=72d20472-e84a-420d-b5f8-aaa141b8015c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:11.240112 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a173fe11-244e-4cb9-baa2-cba2ad0b27da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.396670 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54034) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:11.438633 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a73e2885-ccb3-4ca5-ba0d-1818051d1170 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b5c93f732964829a50b164f4b89955b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406656 May 04 15:07:11.441207 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54036) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:11.491525 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-322fc952-df78-43da-b25c-5ca8282a8eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.517067 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-322fc952-df78-43da-b25c-5ca8282a8eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.543284 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54040) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:11.568871 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-322fc952-df78-43da-b25c-5ca8282a8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.571346 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-322fc952-df78-43da-b25c-5ca8282a8eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.572784 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-322fc952-df78-43da-b25c-5ca8282a8eb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39c92275-bca7-4aeb-91b7-36aca76efa4a HTTP/1.1" status: 204 len: 168 time: 0.1304967 May 04 15:07:11.580891 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fc952-df78-43da-b25c-5ca8282a8eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c92275-bca7-4aeb-91b7-36aca76efa4a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:11.668856 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe8b30a6-c7bc-4603-840e-d87f8da8abc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.784021 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe8b30a6-c7bc-4603-840e-d87f8da8abc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.789677 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe8b30a6-c7bc-4603-840e-d87f8da8abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.824642 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b30a6-c7bc-4603-840e-d87f8da8abc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4ac65b-b041-4501-8699-4c6a8c79a0b0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:11.835685 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-fe8b30a6-c7bc-4603-840e-d87f8da8abc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7aad7ba3809d4a01a3541e3104326614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906175 May 04 15:07:11.836695 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54082) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:11.890533 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e14f3b8-c2d5-4084-be1b-f17b6cc3a7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.912974 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e14f3b8-c2d5-4084-be1b-f17b6cc3a7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.963659 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e14f3b8-c2d5-4084-be1b-f17b6cc3a7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.966479 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0e14f3b8-c2d5-4084-be1b-f17b6cc3a7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.967752 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0e14f3b8-c2d5-4084-be1b-f17b6cc3a7e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc4ac65b-b041-4501-8699-4c6a8c79a0b0 HTTP/1.1" status: 204 len: 168 time: 0.1300423 May 04 15:07:11.976627 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f3b8-c2d5-4084-be1b-f17b6cc3a7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4ac65b-b041-4501-8699-4c6a8c79a0b0,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:12.350319 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54118) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:12.364345 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3098eb0-27b9-49dc-b6ff-62a7b83757c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:12.461197 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3098eb0-27b9-49dc-b6ff-62a7b83757c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:12.467479 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3098eb0-27b9-49dc-b6ff-62a7b83757c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:12.511749 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-c3098eb0-27b9-49dc-b6ff-62a7b83757c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d060b7512c3413a98c53d929be61866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602693 May 04 15:07:12.517765 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54128) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:12.518362 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3098eb0-27b9-49dc-b6ff-62a7b83757c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e864c9-818f-47ed-a31b-b67c5bae3f8e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:12.592350 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5646b982-ac03-4d6b-98f6-111c50cd8380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:12.618203 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5646b982-ac03-4d6b-98f6-111c50cd8380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:12.678150 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5646b982-ac03-4d6b-98f6-111c50cd8380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:12.681257 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5646b982-ac03-4d6b-98f6-111c50cd8380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:12.683211 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-5646b982-ac03-4d6b-98f6-111c50cd8380 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87e864c9-818f-47ed-a31b-b67c5bae3f8e HTTP/1.1" status: 204 len: 168 time: 0.1607423 May 04 15:07:12.693876 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646b982-ac03-4d6b-98f6-111c50cd8380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e864c9-818f-47ed-a31b-b67c5bae3f8e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:12.718168 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:07:13.644432 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f8c2cf75-f05c-4d11-abfe-4d8c7b25388f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:13.962022 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54176) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:14.078004 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-95a0e862-1b08-4c32-87af-8c371995e1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:14.162025 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-95a0e862-1b08-4c32-87af-8c371995e1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:14.167056 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-95a0e862-1b08-4c32-87af-8c371995e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:14.211528 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-95a0e862-1b08-4c32-87af-8c371995e1bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a35500b030d5481e8f90605bf7cf8643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482569 May 04 15:07:14.212603 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0e862-1b08-4c32-87af-8c371995e1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46da753b-b38d-4d32-8ffd-e1c0bfc3c34a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:14.214575 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54192) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:14.282286 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-596e5742-7044-4061-8332-c58763dd4791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:14.301965 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-596e5742-7044-4061-8332-c58763dd4791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:14.359031 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-596e5742-7044-4061-8332-c58763dd4791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:14.361602 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-596e5742-7044-4061-8332-c58763dd4791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:14.365223 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-596e5742-7044-4061-8332-c58763dd4791 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46da753b-b38d-4d32-8ffd-e1c0bfc3c34a HTTP/1.1" status: 204 len: 168 time: 0.1463542 May 04 15:07:14.370996 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e5742-7044-4061-8332-c58763dd4791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46da753b-b38d-4d32-8ffd-e1c0bfc3c34a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:14.661659 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.564625 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54244) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:15.720932 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d392b323-893d-4b35-ab2c-df222d9e7cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.801908 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d392b323-893d-4b35-ab2c-df222d9e7cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.806569 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d392b323-893d-4b35-ab2c-df222d9e7cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.842366 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392b323-893d-4b35-ab2c-df222d9e7cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2150c13c-5c2f-4759-93ee-20c0e2a337e1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:15.848357 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-d392b323-893d-4b35-ab2c-df222d9e7cbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb20a74cc3cb426385972b474370fc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826099 May 04 15:07:15.851189 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54256) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:15.902904 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.908021 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e0b729a-4ba4-4b73-84f8-27842e79163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.932199 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e0b729a-4ba4-4b73-84f8-27842e79163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.985155 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e0b729a-4ba4-4b73-84f8-27842e79163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.987723 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e0b729a-4ba4-4b73-84f8-27842e79163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:15.988956 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-0e0b729a-4ba4-4b73-84f8-27842e79163c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2150c13c-5c2f-4759-93ee-20c0e2a337e1 HTTP/1.1" status: 204 len: 168 time: 0.1368108 May 04 15:07:16.000799 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b729a-4ba4-4b73-84f8-27842e79163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2150c13c-5c2f-4759-93ee-20c0e2a337e1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:16.410061 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:17.188353 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54304) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:17.357136 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Deleting port 0ad48bbc-ffe1-429f-9f52-5e971b9b58b7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:17.357475 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:17.438355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:17.438704 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:17.452901 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Calling delete_port for 0ad48bbc-ffe1-429f-9f52-5e971b9b58b7 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:17.634419 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:17.664974 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event deleted for resources: {'Port': ['ID=0ad48bbc-ffe1-429f-9f52-5e971b9b58b7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:17.750702 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:17.751159 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Floating IP 612da971-c44d-46b4-9301-6ef54961094b disassociated (deleted). External IP: 172.28.3.226, port: 4f491d2b-de8e-4a82-8d33-6eb5ed633607. May 04 15:07:17.994670 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Router 2e2b109a-a582-44c0-aec0-8db6ae15a677 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:18.408013 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:18.413244 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:18.419177 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] Sync routers for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:18.433443 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:18.437715 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:07:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:18.451086 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-314319ff-f3e8-4fea-80a0-0ab310b6c687 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "DELETE /v2.0/floatingips/612da971-c44d-46b4-9301-6ef54961094b HTTP/1.1" status: 204 len: 168 time: 1.2615807 May 04 15:07:18.451782 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:18.454420 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50c82bf-7ef7-4792-9a16-5228f9527af4" -d '{"events": [{"name": "network-changed", "server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:18.502566 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58789c2-e250-4006-9df9-b212396d9049 x-openstack-request-id: req-f58789c2-e250-4006-9df9-b212396d9049 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:18.503219 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:18.503633 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f58789c2-e250-4006-9df9-b212396d9049 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:18.505062 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58789c2-e250-4006-9df9-b212396d9049'] response: {'name': 'network-changed', 'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'status': 'completed', 'code': 200} May 04 15:07:18.606013 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-107b3ff5-af28-474c-ae5e-b0c27886c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:18.607707 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-107b3ff5-af28-474c-ae5e-b0c27886c90a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84e77f486b88447ab7a45f3b0ed64886&device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 1099 time: 0.0545266 May 04 15:07:18.718267 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:18.781695 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-f0febeda-19cc-422f-87de-a7d8fb90c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:18.783214 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-f0febeda-19cc-422f-87de-a7d8fb90c3eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 200 len: 909 time: 0.1664603 May 04 15:07:18.816264 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa859d-71d4-4591-bab6-be4c3aded861 req-85f0d553-41f9-4d61-a05e-30c656a53593 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:18.817972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e3fa859d-71d4-4591-bab6-be4c3aded861 req-85f0d553-41f9-4d61-a05e-30c656a53593 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0852582 May 04 15:07:18.848439 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-16c11ec5-7796-47c9-ac8e-915fbc253b1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 200 len: 217 time: 0.0555737 May 04 15:07:18.927581 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e3fa859d-71d4-4591-bab6-be4c3aded861 req-8a7148e0-5f75-4fc0-bd13-2afc44eecc9a tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817914 May 04 15:07:18.935884 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-91148556-09d5-4b1e-9527-db4d24658124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:18.937458 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-91148556-09d5-4b1e-9527-db4d24658124 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 200 len: 847 time: 0.0824890 May 04 15:07:18.978552 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 5, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:18.994935 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-63b3112a-2518-4ff3-b960-39717dce648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:18.997260 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-63b3112a-2518-4ff3-b960-39717dce648b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10875ae3-5df5-47cc-8931-acdf57dfbb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0496962 May 04 15:07:19.013977 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] Checking router: 2e2b109a-a582-44c0-aec0-8db6ae15a677 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:19.025831 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:19.026605 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:07:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:19.104628 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-5793e1f5-77dc-4605-954f-44b2d1c33d82 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993454 May 04 15:07:19.150256 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:19.205588 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f50c82bf-7ef7-4792-9a16-5228f9527af4 req-a2e01342-ebe4-42ac-957c-40efb8d621b1 service neutron] 10.222.0.60 "GET /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916054 May 04 15:07:19.352027 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54440) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:19.373348 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 5, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:19.400424 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9dcf4-abaf-432e-bbf6-d7af8a544ce7 None None] The sync data for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb is: [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:02:26Z', 'revision_number': 4, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': 'bdd9be87-c2e2-4f13-a301-76e5dcf2067b', 'name': '', 'network_id': '10875ae3-5df5-47cc-8931-acdf57dfbb52', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'mac_address': 'fa:16:3e:ec:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:25Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 5, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'subnets': [{'id': 'e36fece2-fe6d-409a-9c53-19bc27d77af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:19.467314 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdb02a4e-d4df-43d2-89f3-76dee57032b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:19.550257 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdb02a4e-d4df-43d2-89f3-76dee57032b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:19.555993 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdb02a4e-d4df-43d2-89f3-76dee57032b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:19.603265 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-cdb02a4e-d4df-43d2-89f3-76dee57032b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=442d10608a184da982b3518ac58f7372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498639 May 04 15:07:19.604115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb02a4e-d4df-43d2-89f3-76dee57032b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc329fbc-c836-4c58-a9e7-00c2d2ff6d2b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:19.606391 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54446) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:19.659553 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6036e3-0c87-474a-8f5e-08bf70ffeb09 None None] New status for floating IP 612da971-c44d-46b4-9301-6ef54961094b: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:07:19.661895 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:19.683538 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:19.732566 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:19.735109 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:19.738846 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc329fbc-c836-4c58-a9e7-00c2d2ff6d2b HTTP/1.1" status: 204 len: 168 time: 0.1287694 May 04 15:07:19.746462 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc329fbc-c836-4c58-a9e7-00c2d2ff6d2b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:19.756349 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.756694 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.757032 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.757363 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.757721 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.758014 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.758383 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.758811 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.759144 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.759445 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.759929 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:19.760444 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed41db6-83a1-49f4-95b0-32ed74646a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:20.044594 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54460) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:20.059082 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-95d3ea0d-bc3f-4c4e-9f6d-76fd9a15a350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.072921 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2eb143-cb31-4ead-82b3-09c4d3e9cf9d req-e7743fd4-3367-44c3-82e8-4c7fc397dd25 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.074705 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a2eb143-cb31-4ead-82b3-09c4d3e9cf9d req-e7743fd4-3367-44c3-82e8-4c7fc397dd25 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0669734 May 04 15:07:20.123464 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3a2eb143-cb31-4ead-82b3-09c4d3e9cf9d req-5446905f-3a4e-46c1-a493-4fa210e3c95c tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4155f2-6c28-4982-ac85-57011868c388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 May 04 15:07:20.157832 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-95d3ea0d-bc3f-4c4e-9f6d-76fd9a15a350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.162006 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-95d3ea0d-bc3f-4c4e-9f6d-76fd9a15a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.210036 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-95d3ea0d-bc3f-4c4e-9f6d-76fd9a15a350 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=083c54d324fa43998f108e6afa024571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640902 May 04 15:07:20.210902 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3ea0d-bc3f-4c4e-9f6d-76fd9a15a350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0737540-46a4-4b56-ab20-5424061f7b01,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:20.212817 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54464) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:20.317703 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-07977b10-baaa-423d-a3ff-a1fceb2809d0 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.319221 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-07977b10-baaa-423d-a3ff-a1fceb2809d0 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.60 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 946 time: 0.0897322 May 04 15:07:20.322064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19b1b54b-359e-4c2a-938a-3052d11b7047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.373950 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19b1b54b-359e-4c2a-938a-3052d11b7047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.458800 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Deleting port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:20.459140 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.461841 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19b1b54b-359e-4c2a-938a-3052d11b7047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.464413 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19b1b54b-359e-4c2a-938a-3052d11b7047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.466061 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-19b1b54b-359e-4c2a-938a-3052d11b7047 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0737540-46a4-4b56-ab20-5424061f7b01 HTTP/1.1" status: 204 len: 168 time: 0.2504835 May 04 15:07:20.516415 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1b54b-359e-4c2a-938a-3052d11b7047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0737540-46a4-4b56-ab20-5424061f7b01,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:20.568792 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] For port 4f491d2b-de8e-4a82-8d33-6eb5ed633607, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4f491d2b-de8e-4a82-8d33-6eb5ed633607,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:20.569162 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.583014 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Calling delete_port for 4f491d2b-de8e-4a82-8d33-6eb5ed633607 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:20.730177 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.764341 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event deleted for resources: {'Port': ['ID=4f491d2b-de8e-4a82-8d33-6eb5ed633607,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:20.817640 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] No DVR routers for this DVR port 4f491d2b-de8e-4a82-8d33-6eb5ed633607 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:20.820355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:20.823917 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-469e8d97-a84b-4fd0-9ba9-4e01d4743dc8 req-1569c67a-bde5-43ca-b11a-44341216673b tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.60 "DELETE /v2.0/ports/4f491d2b-de8e-4a82-8d33-6eb5ed633607 HTTP/1.1" status: 204 len: 173 time: 0.4973927 May 04 15:07:20.824433 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-deleted', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:20.827723 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56d40e-4d7c-476f-aeee-7c0f3deca8b5" -d '{"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-deleted", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:20.867972 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da78b5c-4909-47fb-b5bb-53a487b4ca28 x-openstack-request-id: req-5da78b5c-4909-47fb-b5bb-53a487b4ca28 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:20.868460 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96419e65-e394-4111-8819-2dcc667ac525", "name": "network-vif-deleted", "tag": "4f491d2b-de8e-4a82-8d33-6eb5ed633607", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:20.868776 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5da78b5c-4909-47fb-b5bb-53a487b4ca28 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:20.869248 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da78b5c-4909-47fb-b5bb-53a487b4ca28'] response: {'server_uuid': '96419e65-e394-4111-8819-2dcc667ac525', 'name': 'network-vif-deleted', 'tag': '4f491d2b-de8e-4a82-8d33-6eb5ed633607', 'status': 'completed', 'code': 200} May 04 15:07:21.254614 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-754cafe4-7681-4150-8ef2-35e17a0c35d8 req-82fa489c-3e8d-46f1-aac8-de92e0dfc465 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "GET /v2.0/ports?device_id=96419e65-e394-4111-8819-2dcc667ac525 HTTP/1.1" status: 200 len: 210 time: 0.0291827 May 04 15:07:22.320029 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54544) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:22.386174 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b7f06b0-1a46-4187-9b1b-d50d152e5267 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:22.411899 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b7f06b0-1a46-4187-9b1b-d50d152e5267 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:22.478978 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b7f06b0-1a46-4187-9b1b-d50d152e5267 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:22.482035 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b7f06b0-1a46-4187-9b1b-d50d152e5267 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:22.483412 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0b7f06b0-1a46-4187-9b1b-d50d152e5267 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a4155f2-6c28-4982-ac85-57011868c388 HTTP/1.1" status: 204 len: 168 time: 0.1623142 May 04 15:07:22.492775 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f06b0-1a46-4187-9b1b-d50d152e5267 tempest-TestShelveInstance-462067329 tempest-TestShelveInstance-462067329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4155f2-6c28-4982-ac85-57011868c388,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:22.521489 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54556) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:22.754471 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 4f491d2b-de8e-4a82-8d33-6eb5ed633607 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:22.775345 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 4f491d2b-de8e-4a82-8d33-6eb5ed633607 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:22.775681 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 4f491d2b-de8e-4a82-8d33-6eb5ed633607 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:22.993810 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54576) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:23.043947 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.099830 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-03df490b-450e-4360-9a99-e14c09485a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.177409 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-03df490b-450e-4360-9a99-e14c09485a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.182039 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-03df490b-450e-4360-9a99-e14c09485a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.222201 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-03df490b-450e-4360-9a99-e14c09485a4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84e56e2f25634c99ac08587784893edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272708 May 04 15:07:23.223292 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df490b-450e-4360-9a99-e14c09485a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae64ba-0d30-47ba-9a16-72ebad99d1d8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:23.225800 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54580) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:23.275394 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-682d23b6-32a6-4194-9fb5-405ebb302ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.297640 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-682d23b6-32a6-4194-9fb5-405ebb302ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.298204 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Deleting port bdd9be87-c2e2-4f13-a301-76e5dcf2067b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:23.298565 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.344002 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-682d23b6-32a6-4194-9fb5-405ebb302ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.347101 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-682d23b6-32a6-4194-9fb5-405ebb302ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.350977 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-682d23b6-32a6-4194-9fb5-405ebb302ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34ae64ba-0d30-47ba-9a16-72ebad99d1d8 HTTP/1.1" status: 204 len: 168 time: 0.1235082 May 04 15:07:23.361492 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d23b6-32a6-4194-9fb5-405ebb302ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae64ba-0d30-47ba-9a16-72ebad99d1d8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:23.383803 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] For port bdd9be87-c2e2-4f13-a301-76e5dcf2067b, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:23.384160 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.397177 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Calling delete_port for bdd9be87-c2e2-4f13-a301-76e5dcf2067b owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:23.592790 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.624234 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd9be87-c2e2-4f13-a301-76e5dcf2067b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:23.636009 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54592) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:23.657458 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-032edef2-aba7-4af9-a64f-55c54096ce36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.791588 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-032edef2-aba7-4af9-a64f-55c54096ce36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.807255 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-032edef2-aba7-4af9-a64f-55c54096ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.815466 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.875795 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032edef2-aba7-4af9-a64f-55c54096ce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f4ef55-0dbb-4dd8-a69a-6ad7f920ae27,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:23.882631 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-032edef2-aba7-4af9-a64f-55c54096ce36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3bbdd89bbeb45ac9adeacb8f43e6a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427542 May 04 15:07:23.883418 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54598) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:23.935541 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-905ef6ec-ccde-476b-a9ed-42e8fcb50d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.957108 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-905ef6ec-ccde-476b-a9ed-42e8fcb50d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.007715 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-905ef6ec-ccde-476b-a9ed-42e8fcb50d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.010451 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-905ef6ec-ccde-476b-a9ed-42e8fcb50d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.011633 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-905ef6ec-ccde-476b-a9ed-42e8fcb50d59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73f4ef55-0dbb-4dd8-a69a-6ad7f920ae27 HTTP/1.1" status: 204 len: 168 time: 0.1278522 May 04 15:07:24.020267 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ef6ec-ccde-476b-a9ed-42e8fcb50d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f4ef55-0dbb-4dd8-a69a-6ad7f920ae27,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:24.021109 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.060084 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Router 2e2b109a-a582-44c0-aec0-8db6ae15a677 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:24.164003 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:24.172228 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-15cbe5aa-44c3-4050-aaa4-3d2a1a70e897 admin admin] 10.222.0.41 "PUT /v2.0/routers/2e2b109a-a582-44c0-aec0-8db6ae15a677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6502035 May 04 15:07:24.172390 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54602) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:24.176911 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] Sync routers for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:24.188311 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:24.189297 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:07:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:24.297079 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.298530 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:24.396196 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54606) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:24.413446 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a6ec-c30f-4efc-9a7c-cacb6d3ba71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.417033 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.483199 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:07:23Z', 'revision_number': 5, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port': {'id': 'c3dd0af4-c109-4527-86c5-938d80c453e0', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:23Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:24.508412 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Deleting port c3dd0af4-c109-4527-86c5-938d80c453e0 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:24.508770 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.511181 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] Checking router: 2e2b109a-a582-44c0-aec0-8db6ae15a677 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:24.519629 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] Routers {'2e2b109a-a582-44c0-aec0-8db6ae15a677'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:24.520240 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:07:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['2e2b109a-a582-44c0-aec0-8db6ae15a677'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:24.579557 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a6ec-c30f-4efc-9a7c-cacb6d3ba71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.585491 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a6ec-c30f-4efc-9a7c-cacb6d3ba71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.608145 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] Set router 2e2b109a-a582-44c0-aec0-8db6ae15a677 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:24.644733 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a6ec-c30f-4efc-9a7c-cacb6d3ba71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6984f5a7-37fb-4ce0-8d74-5205a6ab085e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:24.654511 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a1f7a6ec-c30f-4efc-9a7c-cacb6d3ba71e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adcd823105674dedb927783d90b69eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544079 May 04 15:07:24.655891 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54608) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:24.657433 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] For port c3dd0af4-c109-4527-86c5-938d80c453e0, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c3dd0af4-c109-4527-86c5-938d80c453e0,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:24.657546 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.660302 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:07:24Z', 'revision_number': 6, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port_host': None}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:24.671618 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Calling delete_port for c3dd0af4-c109-4527-86c5-938d80c453e0 owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:24.727848 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc75af4-5329-4b71-a99a-f472c437d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.756132 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc75af4-5329-4b71-a99a-f472c437d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.811325 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc75af4-5329-4b71-a99a-f472c437d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.814234 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc75af4-5329-4b71-a99a-f472c437d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.815480 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7cc75af4-5329-4b71-a99a-f472c437d44f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6984f5a7-37fb-4ce0-8d74-5205a6ab085e HTTP/1.1" status: 204 len: 168 time: 0.1583858 May 04 15:07:24.830259 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec19e13-786f-4fd6-8b64-42ebd0e66563 None None] The sync data for ids ['2e2b109a-a582-44c0-aec0-8db6ae15a677'] in dv-cinder-829630-2-smb is: [{'id': '2e2b109a-a582-44c0-aec0-8db6ae15a677', 'name': 'tempest-TestShelveInstance-466515367-router', 'tenant_id': '84e77f486b88447ab7a45f3b0ed64886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:22Z', 'updated_at': '2022-05-04T15:07:24Z', 'revision_number': 6, 'project_id': '84e77f486b88447ab7a45f3b0ed64886', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:24.833338 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc75af4-5329-4b71-a99a-f472c437d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6984f5a7-37fb-4ce0-8d74-5205a6ab085e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:24.902604 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.945931 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3dd0af4-c109-4527-86c5-938d80c453e0,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:25.025355 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.125958 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.127040 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.171754 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.172491 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2b109a-a582-44c0-aec0-8db6ae15a677 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:07:25.177761 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.181182 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b8f3a814-c1b7-4db6-9480-8134b4e0bcc5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2e2b109a-a582-44c0-aec0-8db6ae15a677 HTTP/1.1" status: 204 len: 168 time: 1.0055664 May 04 15:07:25.181732 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54630) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:25.229437 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] Deleting subnet e36fece2-fe6d-409a-9c53-19bc27d77af9 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:07:25.232760 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.277724 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4297113'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.362534 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.416244 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6117782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5652905'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.445102 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36fece2-fe6d-409a-9c53-19bc27d77af9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:25.447122 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.452620 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-b32aa5a8-3b32-49ed-ae1f-59b1f807446f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e36fece2-fe6d-409a-9c53-19bc27d77af9 HTTP/1.1" status: 204 len: 168 time: 0.2671723 May 04 15:07:25.452795 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff32cc-05ad-4c6e-80c9-ac9177782c96 None None] Network 10875ae3-5df5-47cc-8931-acdf57dfbb52 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:07:25.453288 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54640) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:25.529918 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.588515 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Deleting port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:25.588848 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.619153 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54646) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:25.663393 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] For port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:25.663871 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.664062 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] DHCP port deletion for 10875ae3-5df5-47cc-8931-acdf57dfbb52 request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:07:25.681509 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Calling delete_port for b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:25.722387 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] Deleting port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:25.723003 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.755427 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-815758850-network', 'tenant_id': '4341683ebafc4e92823ef920b4c5e70c'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:25.779958 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.782689 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Made reservation on behalf of 4341683ebafc4e92823ef920b4c5e70c for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:07:25.785849 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.794746 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.796936 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] For port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,segment=NetworkSegment(5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921),segment_id=5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:25.797554 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.807816 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:25.811522 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] Calling delete_port for b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:25.817925 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] No DVR routers for this DVR port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d on host dv-cinder-829630-2-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:25.889857 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.897685 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.902617 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.923007 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:07:25.928945 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] Pushing event deleted for resources: {'Port': ['ID=b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:25.942042 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a55da-c254-42fb-8ebb-3e40724210a0 None None] No DVR routers for this DVR port b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d on host dv-cinder-829630-2-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:25.953414 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca452914-c2b0-45c2-965c-c210e60530ae,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:25.961993 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.961993 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.segments_db [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Added segment 5769d9e8-1cc0-4701-8a96-cf3c1e5e098f of type vlan for network 6782b500-dc08-4815-bc3b-3f2c80a402e2 May 04 15:07:26.026361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765370383050'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.065566 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.066820 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:26.067710 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.142938 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5183890 May 04 15:07:26.142938 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54658) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:26.150598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Request body: {'subnet': {'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-815758850-subnet', 'tenant_id': '4341683ebafc4e92823ef920b4c5e70c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:26.154978 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.156133 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49d367-f541-4df4-bf59-173179872fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=6782b500-dc08-4815-bc3b-3f2c80a402e2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:26.167449 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Network 6782b500-dc08-4815-bc3b-3f2c80a402e2 details requested by agent ovs-agent-dv-cinder-829630-2-smb with host dv-cinder-829630-2-smb {{(pid=101972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:07:26.177934 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10875ae3-5df5-47cc-8931-acdf57dfbb52']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:26.189219 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:26.189939 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf46b9b-ce6c-4a53-b9f2-c5ca8991d921') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:26.200615 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Made reservation on behalf of 4341683ebafc4e92823ef920b4c5e70c for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:07:26.204563 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4751406'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.210775 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4297106'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.226708 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.233571 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:07:26.233962 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117936'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: Traceback (most recent call last): May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: timer() May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: cb(*args, **kw) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: return func(*args, **kwargs) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: self._notify() May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: self.callback(batched_events) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: event.method(event) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: return f(self, *a, **k) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: return self._get(url).json() May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:07:26.285021 dv-cinder-829630-2-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:07:26.304660 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.310943 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.314320 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] 10.222.0.41 "DELETE /v2.0/networks/10875ae3-5df5-47cc-8931-acdf57dfbb52 HTTP/1.1" status: 204 len: 168 time: 0.8603737 May 04 15:07:26.317479 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54670) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:26.335457 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e3e92-3c51-4bc6-9b0b-0fcd4f734e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=10875ae3-5df5-47cc-8931-acdf57dfbb52,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:26.449834 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5012415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4751416'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.518746 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Checking segment: {'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:07:26.518971 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Network hostable DHCP agents. Network: 6782b500-dc08-4815-bc3b-3f2c80a402e2, hostable agents: ['543d8d2f-0d58-456e-9d6a-52e698e0ac3a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:07:26.522276 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ed581d-2807-4d23-9a28-5d503575a2f5,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:26.544656 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Network 6782b500-dc08-4815-bc3b-3f2c80a402e2 is scheduled to be hosted by DHCP agent 543d8d2f-0d58-456e-9d6a-52e698e0ac3a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:07:26.555800 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-smb, 6782b500-dc08-4815-bc3b-3f2c80a402e2) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:07:26.566082 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:26.566768 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.568064 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49b23b-57ce-4d2e-b750-94323d565e87 None None] Network 6782b500-dc08-4815-bc3b-3f2c80a402e2 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:07:26.589550 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-6f889a48-b195-4c93-a440-9c7eeb46f11a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4468336 May 04 15:07:26.640569 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54684) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:26.735547 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56568f13-cdd9-4dad-8c56-ac39d0d8385e None None] Network 6782b500-dc08-4815-bc3b-3f2c80a402e2 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:07:26.769413 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.803997 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device bdd9be87-c2e2-4f13-a301-76e5dcf2067b no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:26.824015 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f587bd33-6708-45e1-b7f1-371790aa6d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.831583 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: bdd9be87-c2e2-4f13-a301-76e5dcf2067b {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:26.831928 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device bdd9be87-c2e2-4f13-a301-76e5dcf2067b not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:26.832349 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c3dd0af4-c109-4527-86c5-938d80c453e0 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:26.861581 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: c3dd0af4-c109-4527-86c5-938d80c453e0 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:26.861917 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c3dd0af4-c109-4527-86c5-938d80c453e0 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:26.862334 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:26.885642 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:26.886239 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device b8b6a5f4-3713-47c8-98f8-2bb1994b4d5d not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:26.924517 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f587bd33-6708-45e1-b7f1-371790aa6d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.933070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f587bd33-6708-45e1-b7f1-371790aa6d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.970970 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-f587bd33-6708-45e1-b7f1-371790aa6d39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e03aff2abc6479f8a8862e1f016edc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292534 May 04 15:07:26.973626 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54692) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:26.999198 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587bd33-6708-45e1-b7f1-371790aa6d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99104c-f0f5-42f1-9990-a700b4daa07f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:27.035685 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b11dd6f-53c1-476f-a221-f676ea87f5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.062752 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b11dd6f-53c1-476f-a221-f676ea87f5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.067637 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Deleting port 4ba96345-ef87-4fdf-acc7-09e9c1388e41 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:27.067958 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.116895 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b11dd6f-53c1-476f-a221-f676ea87f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.119623 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b11dd6f-53c1-476f-a221-f676ea87f5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.121056 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7b11dd6f-53c1-476f-a221-f676ea87f5fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f99104c-f0f5-42f1-9990-a700b4daa07f HTTP/1.1" status: 204 len: 168 time: 0.1464577 May 04 15:07:27.137837 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11dd6f-53c1-476f-a221-f676ea87f5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99104c-f0f5-42f1-9990-a700b4daa07f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:27.163607 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] For port 4ba96345-ef87-4fdf-acc7-09e9c1388e41, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=4ba96345-ef87-4fdf-acc7-09e9c1388e41,segment=NetworkSegment(787809e9-281e-41c6-8fb9-a5b79fa1b319),segment_id=787809e9-281e-41c6-8fb9-a5b79fa1b319)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:27.163998 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.183138 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Calling delete_port for 4ba96345-ef87-4fdf-acc7-09e9c1388e41 owned by network:router_interface {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:27.378498 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.415759 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba96345-ef87-4fdf-acc7-09e9c1388e41,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:27.463590 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54704) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:27.482166 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6ece9d9-6d82-4761-a483-64e516e652ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.595363 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.603110 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6ece9d9-6d82-4761-a483-64e516e652ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.610458 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6ece9d9-6d82-4761-a483-64e516e652ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.652196 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-f6ece9d9-6d82-4761-a483-64e516e652ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4005de37936d47eab411c147eedfa6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868823 May 04 15:07:27.654715 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ece9d9-6d82-4761-a483-64e516e652ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613101f-cbb5-4b6e-9c5e-523c7e58b943,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:27.654890 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54710) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:27.764187 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0bc35307-99ee-47cd-839b-319870c5b916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.786695 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54714) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:27.823882 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0bc35307-99ee-47cd-839b-319870c5b916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.891782 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4112fd4e-acb0-4f45-b0fa-9e5ecc152ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.907254 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Router 3524f986-ea89-477b-9768-b8d799311390 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:27.916747 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0bc35307-99ee-47cd-839b-319870c5b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.919503 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0bc35307-99ee-47cd-839b-319870c5b916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.920640 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0bc35307-99ee-47cd-839b-319870c5b916 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2613101f-cbb5-4b6e-9c5e-523c7e58b943 HTTP/1.1" status: 204 len: 168 time: 0.2644088 May 04 15:07:27.965330 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35307-99ee-47cd-839b-319870c5b916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613101f-cbb5-4b6e-9c5e-523c7e58b943,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:27.987920 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4112fd4e-acb0-4f45-b0fa-9e5ecc152ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.996176 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4112fd4e-acb0-4f45-b0fa-9e5ecc152ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.039197 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-4112fd4e-acb0-4f45-b0fa-9e5ecc152ef6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efaea7bbe52e429cb1f94af6581ebc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512665 May 04 15:07:28.040019 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112fd4e-acb0-4f45-b0fa-9e5ecc152ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf078e1-d43a-4705-97f4-5d3f12bf1d77,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:28.042626 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54720) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:28.063539 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:28.074429 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c73434a9-e7c1-4ebd-a19e-96e823e9c9aa admin admin] 10.222.0.41 "PUT /v2.0/routers/3524f986-ea89-477b-9768-b8d799311390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538180 May 04 15:07:28.075338 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54724) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:28.081816 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] Sync routers for ids ['3524f986-ea89-477b-9768-b8d799311390'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:28.091304 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] Routers {'3524f986-ea89-477b-9768-b8d799311390'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:28.092075 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:07:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3524f986-ea89-477b-9768-b8d799311390'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:28.112070 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48e8d3bb-9b91-48bb-a643-df4e64740b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.142166 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48e8d3bb-9b91-48bb-a643-df4e64740b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.191477 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.198661 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] Set router 3524f986-ea89-477b-9768-b8d799311390 gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:28.220213 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48e8d3bb-9b91-48bb-a643-df4e64740b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.222937 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48e8d3bb-9b91-48bb-a643-df4e64740b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.227108 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-48e8d3bb-9b91-48bb-a643-df4e64740b53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cf078e1-d43a-4705-97f4-5d3f12bf1d77 HTTP/1.1" status: 204 len: 168 time: 0.1837056 May 04 15:07:28.239405 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8d3bb-9b91-48bb-a643-df4e64740b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf078e1-d43a-4705-97f4-5d3f12bf1d77,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:28.379735 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.405047 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:07:27Z', 'revision_number': 5, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port': {'id': '2a9dce69-3ea3-4a21-a519-e32a1325bdeb', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3524f986-ea89-477b-9768-b8d799311390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:30Z', 'updated_at': '2022-05-04T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:28.431923 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] Checking router: 3524f986-ea89-477b-9768-b8d799311390 for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:28.440722 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] Routers {'3524f986-ea89-477b-9768-b8d799311390'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:28.441769 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:07:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3524f986-ea89-477b-9768-b8d799311390'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:28.464093 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Deleting port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:28.465062 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.534903 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] Set router 3524f986-ea89-477b-9768-b8d799311390 gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:28.588755 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:07:28Z', 'revision_number': 6, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port_host': None}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:28.616577 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d2322-b79b-4c9c-bb98-18966b51df90 None None] The sync data for ids ['3524f986-ea89-477b-9768-b8d799311390'] in dv-cinder-829630-2-smb is: [{'id': '3524f986-ea89-477b-9768-b8d799311390', 'name': 'tempest-TestShelveInstance-797441575-router', 'tenant_id': 'aed9f83261d84b94876581236379d41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:29Z', 'updated_at': '2022-05-04T15:07:28Z', 'revision_number': 6, 'project_id': 'aed9f83261d84b94876581236379d41e', 'gw_port_host': None}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:28.701405 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] For port 2a9dce69-3ea3-4a21-a519-e32a1325bdeb, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:28.701919 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.721096 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Calling delete_port for 2a9dce69-3ea3-4a21-a519-e32a1325bdeb owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:28.728914 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-48ba5c35-c7a6-430e-97a2-2e9f0bde95cf tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:28.730409 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-48ba5c35-c7a6-430e-97a2-2e9f0bde95cf tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/networks?id=6782b500-dc08-4815-bc3b-3f2c80a402e2 HTTP/1.1" status: 200 len: 808 time: 0.1830459 May 04 15:07:28.755789 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-6b9dcfe8-53e9-4d0d-9be0-4646baa4ee0d tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/quotas/4341683ebafc4e92823ef920b4c5e70c HTTP/1.1" status: 200 len: 375 time: 0.0129950 May 04 15:07:28.772586 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 4ba96345-ef87-4fdf-acc7-09e9c1388e41 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:28.801531 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 4ba96345-ef87-4fdf-acc7-09e9c1388e41 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:28.801886 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 4ba96345-ef87-4fdf-acc7-09e9c1388e41 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:29.103443 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-66052c41-1f7d-447b-b3d8-9c04f028d2e8 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4341683ebafc4e92823ef920b4c5e70c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3098323 May 04 15:07:29.292734 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-92854d5c-8bad-4090-96c0-418b8edc7472 service neutron] 10.222.0.41 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763475 May 04 15:07:29.377960 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.411164 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9dce69-3ea3-4a21-a519-e32a1325bdeb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:29.486689 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-2c7619c0-2312-4d37-a125-66ea38652578 service neutron] 10.222.0.41 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835735 May 04 15:07:29.495355 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.593708 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.596678 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.647821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.648358 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3524f986-ea89-477b-9768-b8d799311390 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:07:29.667143 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.668847 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2ad4aaf7-fb03-4563-8d5f-e8f3294ba0cb admin admin] 10.222.0.41 "DELETE /v2.0/routers/3524f986-ea89-477b-9768-b8d799311390 HTTP/1.1" status: 204 len: 168 time: 1.5916932 May 04 15:07:29.671441 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54802) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:29.753905 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] Deleting subnet 92d3ce6d-80f1-43bd-8e32-ffc54b3e1147 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:07:29.760444 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.760597 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6f26dfbb-edc4-4b46-b6de-9d321dc08bde req-c519e098-239f-463c-ad5f-4fd218929900 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 210 time: 0.0539651 May 04 15:07:29.831720 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4297113'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.954774 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.021856 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6117782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5652905'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.052324 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d3ce6d-80f1-43bd-8e32-ffc54b3e1147,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:30.056850 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.062669 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-bbe9c940-1b96-493d-945f-e21a1d27825e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/92d3ce6d-80f1-43bd-8e32-ffc54b3e1147 HTTP/1.1" status: 204 len: 168 time: 0.3878713 May 04 15:07:30.063189 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54824) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:30.069696 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b14dd-6790-4972-925d-318c2f503e73 None None] Network 9844fd25-cc5f-42b3-af86-303ebd2d0c19 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:07:30.179902 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.273776 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Deleting port f68cabf0-1458-4e39-9a02-4615d3710bd2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:30.274317 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.358563 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] DHCP port deletion for 9844fd25-cc5f-42b3-af86-303ebd2d0c19 request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:07:30.397350 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] For port f68cabf0-1458-4e39-9a02-4615d3710bd2, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f68cabf0-1458-4e39-9a02-4615d3710bd2,segment=NetworkSegment(787809e9-281e-41c6-8fb9-a5b79fa1b319),segment_id=787809e9-281e-41c6-8fb9-a5b79fa1b319)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:30.398886 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.417485 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Calling delete_port for f68cabf0-1458-4e39-9a02-4615d3710bd2 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:30.419543 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] Deleting port f68cabf0-1458-4e39-9a02-4615d3710bd2 {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:30.419921 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.490399 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] For port f68cabf0-1458-4e39-9a02-4615d3710bd2, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=f68cabf0-1458-4e39-9a02-4615d3710bd2,segment=NetworkSegment(787809e9-281e-41c6-8fb9-a5b79fa1b319),segment_id=787809e9-281e-41c6-8fb9-a5b79fa1b319)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:30.491120 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.505709 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] Calling delete_port for f68cabf0-1458-4e39-9a02-4615d3710bd2 owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:30.539214 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.568375 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68cabf0-1458-4e39-9a02-4615d3710bd2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:30.577587 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] No DVR routers for this DVR port f68cabf0-1458-4e39-9a02-4615d3710bd2 on host dv-cinder-829630-2-smb {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:30.586859 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.614017 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] Pushing event deleted for resources: {'Port': ['ID=f68cabf0-1458-4e39-9a02-4615d3710bd2,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:30.616060 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f139c3a-fa85-44ce-aa34-41632e43f224 None None] No DVR routers for this DVR port f68cabf0-1458-4e39-9a02-4615d3710bd2 on host dv-cinder-829630-2-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:30.656609 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.676297 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9844fd25-cc5f-42b3-af86-303ebd2d0c19']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:30.686774 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787809e9-281e-41c6-8fb9-a5b79fa1b319') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:30.686774 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787809e9-281e-41c6-8fb9-a5b79fa1b319') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:30.701325 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.713083 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54848) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:30.715946 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.724418 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:07:30.724940 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:07:30.733794 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:07:30.749242 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f68cabf0-1458-4e39-9a02-4615d3710bd2 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:30.772416 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: f68cabf0-1458-4e39-9a02-4615d3710bd2 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:30.773122 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device f68cabf0-1458-4e39-9a02-4615d3710bd2 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:30.773757 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2a9dce69-3ea3-4a21-a519-e32a1325bdeb no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:30.796222 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 2a9dce69-3ea3-4a21-a519-e32a1325bdeb {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:30.796756 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 2a9dce69-3ea3-4a21-a519-e32a1325bdeb not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:30.797406 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.803060 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.806406 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9844fd25-cc5f-42b3-af86-303ebd2d0c19 HTTP/1.1" status: 204 len: 168 time: 0.7420928 May 04 15:07:30.844529 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80b970bb-2779-409d-82f0-675887ddc2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.849546 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760a150-83b4-4b23-8655-2d1278340cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9844fd25-cc5f-42b3-af86-303ebd2d0c19,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:30.930510 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80b970bb-2779-409d-82f0-675887ddc2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.937212 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80b970bb-2779-409d-82f0-675887ddc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.958097 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-c36de39c-fda5-47ca-8428-e03813809e18 req-bd3d0088-6610-4514-8482-12f17d126a87 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 210 time: 0.0692980 May 04 15:07:30.972238 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54856) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.004658 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-80b970bb-2779-409d-82f0-675887ddc2e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efb33f1cb10749d684893133beabed89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897749 May 04 15:07:31.008843 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54858) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.009450 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b970bb-2779-409d-82f0-675887ddc2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554d945e-2dd5-42e5-8950-3d1dfc3e3dd9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:31.046780 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-21ca223c-10fe-4e12-ac1c-9ae310c98243 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:31.048230 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-21ca223c-10fe-4e12-ac1c-9ae310c98243 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "GET /v2.0/networks?id=6782b500-dc08-4815-bc3b-3f2c80a402e2 HTTP/1.1" status: 200 len: 808 time: 0.1483073 May 04 15:07:31.062601 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Request body: {'port': {'device_id': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2', 'admin_state_up': True, 'tenant_id': '4341683ebafc4e92823ef920b4c5e70c'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:31.079487 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-df5a0f4a-0385-40df-96cc-850e2aab91cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84e77f486b88447ab7a45f3b0ed64886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019578 May 04 15:07:31.081942 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54862) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.103436 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70f95396-dcfb-46c3-afd4-19c952823207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.143310 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70f95396-dcfb-46c3-afd4-19c952823207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.170409 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Made reservation on behalf of 4341683ebafc4e92823ef920b4c5e70c for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:07:31.174063 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.179652 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8687ba4f-2fe9-4efa-9ff7-68c675829e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.205334 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8687ba4f-2fe9-4efa-9ff7-68c675829e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.233020 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70f95396-dcfb-46c3-afd4-19c952823207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.235619 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70f95396-dcfb-46c3-afd4-19c952823207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.239191 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-70f95396-dcfb-46c3-afd4-19c952823207 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/554d945e-2dd5-42e5-8950-3d1dfc3e3dd9 HTTP/1.1" status: 204 len: 168 time: 0.2232511 May 04 15:07:31.249097 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f95396-dcfb-46c3-afd4-19c952823207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d945e-2dd5-42e5-8950-3d1dfc3e3dd9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:31.281795 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8687ba4f-2fe9-4efa-9ff7-68c675829e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.285209 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8687ba4f-2fe9-4efa-9ff7-68c675829e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.286635 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-8687ba4f-2fe9-4efa-9ff7-68c675829e8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e0728de-512c-48d7-ae5e-5012752fad61 HTTP/1.1" status: 204 len: 168 time: 0.2035317 May 04 15:07:31.295157 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687ba4f-2fe9-4efa-9ff7-68c675829e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0728de-512c-48d7-ae5e-5012752fad61,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:31.327056 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Allocated IP 172.20.0.11 (6782b500-dc08-4815-bc3b-3f2c80a402e2/80ed581d-2807-4d23-9a28-5d503575a2f5/bf7ec13d-a70d-422b-b0c1-2ce11d814ea3) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:07:31.517667 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.560399 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.612115 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Network 6782b500-dc08-4815-bc3b-3f2c80a402e2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:07:31.618097 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:07:31.622795 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:07:31.635696 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54880) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.651082 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Pushing event updated for resources: {'Port': ['ID=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:31.651311 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d9d5-e5e9-4b8c-9e40-8eae56c00eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.705821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:31.706392 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.745355 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-f657203e-abf6-4c2d-baf8-164d1f903242 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6868227 May 04 15:07:31.758965 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d9d5-e5e9-4b8c-9e40-8eae56c00eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.760930 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Request body: {'port': {'device_id': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:31.770446 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d9d5-e5e9-4b8c-9e40-8eae56c00eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.814952 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7d9d5-e5e9-4b8c-9e40-8eae56c00eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17136d89-05d7-4de1-8162-e1adacfe238a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:31.822173 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.824222 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 54886) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.824341 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-1fc7d9d5-e5e9-4b8c-9e40-8eae56c00eaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c98bd7918547483c98ed5145d53deef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874139 May 04 15:07:31.897572 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54888) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.940092 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-7695663a-64fd-423e-862c-eed738419327 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aed9f83261d84b94876581236379d41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408044 May 04 15:07:31.942825 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54890) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.978234 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b850752-7f3d-477d-a1ef-4b15a4e362b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.993458 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2690c4df-753f-4543-ab99-5fff0fb26b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.018515 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2690c4df-753f-4543-ab99-5fff0fb26b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.023181 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b850752-7f3d-477d-a1ef-4b15a4e362b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.068963 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2690c4df-753f-4543-ab99-5fff0fb26b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.071659 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2690c4df-753f-4543-ab99-5fff0fb26b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.072802 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-2690c4df-753f-4543-ab99-5fff0fb26b76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18ed73d6-5df0-4de0-9423-c190f314bd11 HTTP/1.1" status: 204 len: 168 time: 0.1290584 May 04 15:07:32.081667 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690c4df-753f-4543-ab99-5fff0fb26b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ed73d6-5df0-4de0-9423-c190f314bd11,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:32.149540 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f8097-3ff0-4aaa-becf-d0f41fee8caa req-ee6ffeba-48e6-4a29-b83b-ffa0d04e8b40 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:32.151052 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-335f8097-3ff0-4aaa-becf-d0f41fee8caa req-ee6ffeba-48e6-4a29-b83b-ffa0d04e8b40 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 932 time: 0.1195877 May 04 15:07:32.173257 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b850752-7f3d-477d-a1ef-4b15a4e362b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.175710 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b850752-7f3d-477d-a1ef-4b15a4e362b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.176910 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-9b850752-7f3d-477d-a1ef-4b15a4e362b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17136d89-05d7-4de1-8162-e1adacfe238a HTTP/1.1" status: 204 len: 168 time: 0.3516495 May 04 15:07:32.209973 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b850752-7f3d-477d-a1ef-4b15a4e362b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17136d89-05d7-4de1-8162-e1adacfe238a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:32.251621 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-335f8097-3ff0-4aaa-becf-d0f41fee8caa req-f2b1843b-bb30-4193-bb57-1397728d9dc7 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883157 May 04 15:07:32.261708 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:07:32.270918 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.294145 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Transition to ACTIVE for port object bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:07:32.297869 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.368361 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Pushing event updated for resources: {'Port': ['ID=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:32.444250 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Attempting to bind port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:07:32.444674 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Attempting to bind port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:07:32.444924 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Attempting to bind port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 on network 6782b500-dc08-4815-bc3b-3f2c80a402e2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:07:32.450457 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 on network 6782b500-dc08-4815-bc3b-3f2c80a402e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:07:32.450806 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Attempting to bind port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 on network 6782b500-dc08-4815-bc3b-3f2c80a402e2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:07:32.456221 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:07:32.456594 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Checking segment: {'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:07:32.456943 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Bound using segment: {'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:07:32.457435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Bound port: bf7ec13d-a70d-422b-b0c1-2ce11d814ea3, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:07:32.457821 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.537316 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] For port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:07:32.540471 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] For port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:07:32.545258 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.583441 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:32.584056 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.585469 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] 10.222.0.60 "PUT /v2.0/ports/bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 HTTP/1.1" status: 200 len: 1094 time: 0.8314457 May 04 15:07:32.585917 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'tag': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:32.588232 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caaaf76-d63b-49c8-8699-12491052b563" -d '{"events": [{"name": "network-changed", "server_uuid": "f7502548-54a6-4893-86f7-86ca075c82f4", "tag": "bf7ec13d-a70d-422b-b0c1-2ce11d814ea3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:32.616182 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988217f8-e1e8-49f2-b25e-5d345756eade service neutron] Pushing event updated for resources: {'Port': ['ID=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:32.628221 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce793eed-35c6-42b8-8e26-aff952af2414 x-openstack-request-id: req-ce793eed-35c6-42b8-8e26-aff952af2414 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:32.628440 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7502548-54a6-4893-86f7-86ca075c82f4", "tag": "bf7ec13d-a70d-422b-b0c1-2ce11d814ea3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:32.628670 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce793eed-35c6-42b8-8e26-aff952af2414 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:32.629093 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce793eed-35c6-42b8-8e26-aff952af2414'] response: {'name': 'network-changed', 'server_uuid': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'tag': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3', 'status': 'completed', 'code': 200} May 04 15:07:32.678130 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-b1e5abf7-3e9f-461a-b0b1-6dd113e450da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:32.679928 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-b1e5abf7-3e9f-461a-b0b1-6dd113e450da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4341683ebafc4e92823ef920b4c5e70c&device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 1097 time: 0.0442138 May 04 15:07:32.726130 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-51cb930a-eca8-4eb7-a4e8-c77328eb0109 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 HTTP/1.1" status: 200 len: 217 time: 0.0381162 May 04 15:07:32.778903 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-7d6dc1c1-3d69-4f8d-b738-973d88381669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:32.779907 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-7d6dc1c1-3d69-4f8d-b738-973d88381669 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=80ed581d-2807-4d23-9a28-5d503575a2f5 HTTP/1.1" status: 200 len: 848 time: 0.0468361 May 04 15:07:32.812700 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-60210e3f-cb01-4203-ac3a-edd2ffb92e5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6782b500-dc08-4815-bc3b-3f2c80a402e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260024 May 04 15:07:32.910219 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-c6240c0c-00da-48df-ac60-419771ebf9fb service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898871 May 04 15:07:33.006318 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-e94e4ae8-9cfb-4a92-b518-8a2ea7a160bf req-0d87beda-42bd-461d-a2f2-110cbf41360f service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896258 May 04 15:07:33.120248 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaaf76-d63b-49c8-8699-12491052b563 req-4d67e3fd-114f-4035-b270-44d791a5dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.121876 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3caaaf76-d63b-49c8-8699-12491052b563 req-4d67e3fd-114f-4035-b270-44d791a5dc45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4341683ebafc4e92823ef920b4c5e70c&device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 1097 time: 0.0505075 May 04 15:07:33.241679 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaaf76-d63b-49c8-8699-12491052b563 req-f3b82c47-1143-472d-8c3a-147bbb664e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.243266 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3caaaf76-d63b-49c8-8699-12491052b563 req-f3b82c47-1143-472d-8c3a-147bbb664e45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6782b500-dc08-4815-bc3b-3f2c80a402e2 HTTP/1.1" status: 200 len: 909 time: 0.1139140 May 04 15:07:33.313117 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3caaaf76-d63b-49c8-8699-12491052b563 req-7fa3b70f-fdc0-44fe-9782-37f28d5fc1f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 HTTP/1.1" status: 200 len: 217 time: 0.0546935 May 04 15:07:33.460070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ede26-5c34-4a71-b6db-6968abb01b28 req-f89eff5c-0d58-4707-9f90-c83ed3834190 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.461546 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3d2ede26-5c34-4a71-b6db-6968abb01b28 req-f89eff5c-0d58-4707-9f90-c83ed3834190 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.1529505 May 04 15:07:33.462897 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaaf76-d63b-49c8-8699-12491052b563 req-8d5c0650-ba1f-4b5d-ad81-f7906f7005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.464198 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3caaaf76-d63b-49c8-8699-12491052b563 req-8d5c0650-ba1f-4b5d-ad81-f7906f7005a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=80ed581d-2807-4d23-9a28-5d503575a2f5 HTTP/1.1" status: 200 len: 848 time: 0.1359384 May 04 15:07:33.467791 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-7d8400e2-642c-4414-b45b-9322c561f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.469176 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-7d8400e2-642c-4414-b45b-9322c561f86d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1137 time: 0.1590097 May 04 15:07:33.517144 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f1ea4-d516-482d-8e97-0addafcfe2bc req-77e6dbd4-5407-476d-bc00-66c4ae0e72b8 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.518632 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-444f1ea4-d516-482d-8e97-0addafcfe2bc req-77e6dbd4-5407-476d-bc00-66c4ae0e72b8 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 944 time: 0.1569352 May 04 15:07:33.544693 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3caaaf76-d63b-49c8-8699-12491052b563 req-3b13458b-830f-436f-84b9-7c9ea35c626b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6782b500-dc08-4815-bc3b-3f2c80a402e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519395 May 04 15:07:33.628838 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3d2ede26-5c34-4a71-b6db-6968abb01b28 req-22ba8752-e33f-4fd9-99da-0f1ef6d9749c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577580 May 04 15:07:33.691809 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-444f1ea4-d516-482d-8e97-0addafcfe2bc req-c3ad302f-58de-45a2-bd8b-7f273e3546e5 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498783 May 04 15:07:33.716023 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-53fe2614-3f34-4b79-b9c1-deda4c05ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.717507 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-53fe2614-3f34-4b79-b9c1-deda4c05ea1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 915 time: 0.2276089 May 04 15:07:33.767708 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3caaaf76-d63b-49c8-8699-12491052b563 req-7272910e-069c-4685-b339-38b33eb99e88 service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118368 May 04 15:07:33.812882 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-4a9bacea-122d-48bc-bbe9-1c06ce9d1ffd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 1001 time: 0.0848260 May 04 15:07:33.901662 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-2722f5a4-d645-43aa-a102-c93cf3df4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.901662 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-2722f5a4-d645-43aa-a102-c93cf3df4276 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 200 len: 853 time: 0.0643299 May 04 15:07:33.920280 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3caaaf76-d63b-49c8-8699-12491052b563 req-96251fde-bb55-4d5b-bcbc-d3fcaf30055b service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417398 May 04 15:07:33.952329 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-cabb7b5a-6f48-4cfd-9df4-cf41ca6c44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:33.953833 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-cabb7b5a-6f48-4cfd-9df4-cf41ca6c44a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822fd7a8-b527-48fe-b37d-d508d0f3cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0450466 May 04 15:07:34.046093 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-305ed5f7-b742-4e91-9543-b1dfc1a80897 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832217 May 04 15:07:34.142731 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-89b6a2c9-017b-4bed-9333-2bb36651ed8a req-a45caf5e-38e8-4187-b9d7-311e186e2b2e service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894005 May 04 15:07:34.375353 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 54996) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:34.480975 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ddff-e809-4939-82c2-0c76e39b4535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:34.556129 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ddff-e809-4939-82c2-0c76e39b4535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:34.561230 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ddff-e809-4939-82c2-0c76e39b4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:34.603905 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0aa4ddff-e809-4939-82c2-0c76e39b4535 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73681a9f8d654e54aa9697f32b745435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273097 May 04 15:07:34.604598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55006) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:34.605082 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ddff-e809-4939-82c2-0c76e39b4535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f5a98d-b408-403b-8c65-525ad06d8fce,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:34.660112 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f63a26d2-ed0b-4e2c-b1ab-ad137ca83124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:34.682222 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f63a26d2-ed0b-4e2c-b1ab-ad137ca83124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:34.766105 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f63a26d2-ed0b-4e2c-b1ab-ad137ca83124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:34.769051 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f63a26d2-ed0b-4e2c-b1ab-ad137ca83124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:34.770462 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-f63a26d2-ed0b-4e2c-b1ab-ad137ca83124 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3f5a98d-b408-403b-8c65-525ad06d8fce HTTP/1.1" status: 204 len: 168 time: 0.1647882 May 04 15:07:34.815964 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:07:34.816884 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eccfc9-63a7-4653-8a62-07dfb3213e0c req-be70120d-c484-44c7-b01d-d0318906a4b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:34.824296 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f7eccfc9-63a7-4653-8a62-07dfb3213e0c req-be70120d-c484-44c7-b01d-d0318906a4b5 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.1022413 May 04 15:07:34.827677 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a26d2-ed0b-4e2c-b1ab-ad137ca83124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f5a98d-b408-403b-8c65-525ad06d8fce,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:34.877435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1338b-44ed-480c-b9d4-e0bfaeadff31 req-602727a0-23e6-4997-828f-874bdbc86fda tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:34.879057 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b8b1338b-44ed-480c-b9d4-e0bfaeadff31 req-602727a0-23e6-4997-828f-874bdbc86fda tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 944 time: 0.1073549 May 04 15:07:34.894861 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f7eccfc9-63a7-4653-8a62-07dfb3213e0c req-674c2558-1268-4376-baf3-269d7dd3356b tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654478 May 04 15:07:34.962775 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b8b1338b-44ed-480c-b9d4-e0bfaeadff31 req-6f126523-71fb-463b-ab4d-80cdfd39a67e tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 May 04 15:07:34.963024 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:34.977132 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3', 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2', 'port_id': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3', 'mac_address': 'fa:16:3e:66:a2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ed581d-2807-4d23-9a28-5d503575a2f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:07:35.027145 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.043851 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:07:35.066200 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:35.072192 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.120717 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55024) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:35.127754 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:35.142685 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7773bdb7-e28b-4d5f-b3d8-77b24d4429e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.219041 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7773bdb7-e28b-4d5f-b3d8-77b24d4429e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.226209 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7773bdb7-e28b-4d5f-b3d8-77b24d4429e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.268824 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7773bdb7-e28b-4d5f-b3d8-77b24d4429e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d9fa1d5a2034a1eb76a857fdae5a4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467164 May 04 15:07:35.269932 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773bdb7-e28b-4d5f-b3d8-77b24d4429e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e474cf56-4f1b-4a49-9140-c1e392a8d8d6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:35.270927 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55028) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:35.298511 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['bf7ec13d-a70d-422b-b0c1-2ce11d814ea3'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:07:35.337634 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e92afb01-01e7-4412-8f58-9ff8e8920d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.366007 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e92afb01-01e7-4412-8f58-9ff8e8920d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.433375 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e92afb01-01e7-4412-8f58-9ff8e8920d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.437193 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e92afb01-01e7-4412-8f58-9ff8e8920d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:35.439077 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-e92afb01-01e7-4412-8f58-9ff8e8920d07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e474cf56-4f1b-4a49-9140-c1e392a8d8d6 HTTP/1.1" status: 204 len: 168 time: 0.1667960 May 04 15:07:35.448940 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92afb01-01e7-4412-8f58-9ff8e8920d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e474cf56-4f1b-4a49-9140-c1e392a8d8d6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:36.008303 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77157931-a360-4c61-b867-3dfe904692d3 req-437110da-2080-4964-acc9-abb654053b3f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:36.015836 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-77157931-a360-4c61-b867-3dfe904692d3 req-437110da-2080-4964-acc9-abb654053b3f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.0575724 May 04 15:07:36.089124 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-77157931-a360-4c61-b867-3dfe904692d3 req-cc1b9c9e-1ce9-4df8-bac6-a59b86eb5f21 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722797 May 04 15:07:36.126678 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce78fb-fded-4774-b54b-fc676403c611 req-cc79a022-f704-46bc-988b-9aedd52894fc tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:36.128304 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fcce78fb-fded-4774-b54b-fc676403c611 req-cc79a022-f704-46bc-988b-9aedd52894fc tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 945 time: 0.0736747 May 04 15:07:36.173890 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fcce78fb-fded-4774-b54b-fc676403c611 req-53eb0435-7802-45e9-8e8e-7522d4cc3614 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 May 04 15:07:36.817270 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:07:36.870239 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:07:36.875387 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:07:36.876150 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:36.958542 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:36.983340 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:36.985604 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c10030-0497-4957-9d55-b6ec1bcfe2c2" -d '{"events": [{"server_uuid": "f7502548-54a6-4893-86f7-86ca075c82f4", "name": "network-vif-plugged", "status": "completed", "tag": "bf7ec13d-a70d-422b-b0c1-2ce11d814ea3"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:36.999154 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:37.003785 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:37.030936 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb9fee-1e64-4e10-9d83-525407807407 x-openstack-request-id: req-c8eb9fee-1e64-4e10-9d83-525407807407 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:37.031227 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7502548-54a6-4893-86f7-86ca075c82f4", "name": "network-vif-plugged", "status": "completed", "tag": "bf7ec13d-a70d-422b-b0c1-2ce11d814ea3", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:37.031474 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8eb9fee-1e64-4e10-9d83-525407807407 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:37.031860 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8eb9fee-1e64-4e10-9d83-525407807407'] response: {'server_uuid': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3', 'code': 200} May 04 15:07:37.067487 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:37.292868 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6735d2-7322-4839-b9d9-2da6ba48b6f7 req-e7413cae-3380-4abf-a3c0-a47c9dcea43d tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:37.295294 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cb6735d2-7322-4839-b9d9-2da6ba48b6f7 req-e7413cae-3380-4abf-a3c0-a47c9dcea43d tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.1119142 May 04 15:07:37.298779 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd68a1e-c7c8-4999-af9e-1b8f550fb456 req-9f4ff575-2979-4546-91db-34f9c6dfb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:37.300118 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2fd68a1e-c7c8-4999-af9e-1b8f550fb456 req-9f4ff575-2979-4546-91db-34f9c6dfb375 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 1099 time: 0.1139994 May 04 15:07:37.355813 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daea88-c12c-40e6-8d6b-0f195c4fc15f req-32ed9c2f-4e11-4edd-ae3e-8f57f587be8b tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:37.358280 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-86daea88-c12c-40e6-8d6b-0f195c4fc15f req-32ed9c2f-4e11-4edd-ae3e-8f57f587be8b tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 946 time: 0.1144753 May 04 15:07:37.382555 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cb6735d2-7322-4839-b9d9-2da6ba48b6f7 req-930be3b0-a0c3-4e52-a350-f6a6d5058589 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804033 May 04 15:07:37.384981 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2fd68a1e-c7c8-4999-af9e-1b8f550fb456 req-ca3c033a-2020-4836-affb-7567bc736dff service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744476 May 04 15:07:37.412719 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-86daea88-c12c-40e6-8d6b-0f195c4fc15f req-25623fb5-85f6-44db-ae39-736335e3c66f tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 May 04 15:07:38.537103 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d21ba-9e91-42fc-aebe-cd5fbb03759b req-cb7aecf5-4780-4d0a-9fd5-1ae07d582c71 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:38.538630 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-244d21ba-9e91-42fc-aebe-cd5fbb03759b req-cb7aecf5-4780-4d0a-9fd5-1ae07d582c71 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.0838170 May 04 15:07:38.551962 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116110e7-93d4-40c8-8810-01a00b051701 req-31c8dd43-6597-41a2-917a-d8c4dae07ac5 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:38.553415 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-116110e7-93d4-40c8-8810-01a00b051701 req-31c8dd43-6597-41a2-917a-d8c4dae07ac5 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 946 time: 0.0689545 May 04 15:07:38.612143 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-244d21ba-9e91-42fc-aebe-cd5fbb03759b req-d3bd8b31-c281-4de9-8340-7fb3a7dcdeff tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577540 May 04 15:07:38.619272 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-116110e7-93d4-40c8-8810-01a00b051701 req-13dfdc72-04c5-4b3f-b2c6-cea54197e74d tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591445 May 04 15:07:39.761463 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4112cc5-a76c-41de-b40e-0d0de368ec91 req-c36d1533-bf8d-4eee-b487-8c87bb9c1471 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:39.763439 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b4112cc5-a76c-41de-b40e-0d0de368ec91 req-c36d1533-bf8d-4eee-b487-8c87bb9c1471 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.0766871 May 04 15:07:39.776833 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28116cf7-791a-4fba-a9f2-3c7bd461be58 req-c2c8f7ef-63ba-4de6-a68d-884dd3fa3a04 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:39.778236 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-28116cf7-791a-4fba-a9f2-3c7bd461be58 req-c2c8f7ef-63ba-4de6-a68d-884dd3fa3a04 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 946 time: 0.0824587 May 04 15:07:40.114406 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-b4112cc5-a76c-41de-b40e-0d0de368ec91 req-03f58b22-3477-40ab-ade1-e8772f587911 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3351562 May 04 15:07:40.119283 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-28116cf7-791a-4fba-a9f2-3c7bd461be58 req-2f47c759-34eb-42f7-b899-7d4ddcc0e1a1 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283498 May 04 15:07:40.510318 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55196) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:40.619234 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85857b86-2b15-4e82-a2fc-0c30b89bf0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.712852 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85857b86-2b15-4e82-a2fc-0c30b89bf0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.716678 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85857b86-2b15-4e82-a2fc-0c30b89bf0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.757258 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85857b86-2b15-4e82-a2fc-0c30b89bf0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b27bd0-455a-4381-b24c-c64bdc33780f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:40.762614 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-85857b86-2b15-4e82-a2fc-0c30b89bf0a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98937cd463d640199a330710196a37b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514517 May 04 15:07:40.765383 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55206) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:40.789580 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd351263-d299-455c-9892-3d0e7c681c7c req-fb27e87e-ab3a-43ea-9bce-023cf527a48c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:40.791317 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd351263-d299-455c-9892-3d0e7c681c7c req-fb27e87e-ab3a-43ea-9bce-023cf527a48c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 946 time: 0.0509005 May 04 15:07:40.820948 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97569e9f-42a2-4921-a9b2-28add8758303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.829015 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cd351263-d299-455c-9892-3d0e7c681c7c req-f4d0166b-84be-469a-9556-f5291c57f4df tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 May 04 15:07:40.849785 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97569e9f-42a2-4921-a9b2-28add8758303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.889193 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97569e9f-42a2-4921-a9b2-28add8758303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.891728 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97569e9f-42a2-4921-a9b2-28add8758303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.892918 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-97569e9f-42a2-4921-a9b2-28add8758303 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38b27bd0-455a-4381-b24c-c64bdc33780f HTTP/1.1" status: 204 len: 168 time: 0.1266968 May 04 15:07:40.900523 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97569e9f-42a2-4921-a9b2-28add8758303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b27bd0-455a-4381-b24c-c64bdc33780f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:41.234557 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-bc5e655f-4584-4b1f-92ee-d67a5ee3bc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:41.256809 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9322bc-bf38-4b6f-9b08-87825131fd31 req-f19c57b5-e352-44ce-bdc4-e2cf5bb1c9cf tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:41.258993 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6c9322bc-bf38-4b6f-9b08-87825131fd31 req-f19c57b5-e352-44ce-bdc4-e2cf5bb1c9cf tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.0617044 May 04 15:07:41.300672 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6c9322bc-bf38-4b6f-9b08-87825131fd31 req-eea2b0e5-6ef9-4c9f-a0b8-274461d21e82 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354059 May 04 15:07:41.949732 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d643b-a973-4ada-8179-0e2c2f43f5dd req-47f992c3-8513-4698-92bf-ec65fce9f0b3 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:41.951064 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0a4d643b-a973-4ada-8179-0e2c2f43f5dd req-47f992c3-8513-4698-92bf-ec65fce9f0b3 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 946 time: 0.0489733 May 04 15:07:42.006141 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-0a4d643b-a973-4ada-8179-0e2c2f43f5dd req-560f196e-aa77-4142-a683-e92f103a40ec tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 May 04 15:07:42.223882 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-602099ea-de1f-4c69-aafa-4f0053a20570 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:42.225235 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-602099ea-de1f-4c69-aafa-4f0053a20570 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 946 time: 0.0479131 May 04 15:07:42.316550 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Deleting port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:42.316914 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:42.421489 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] For port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:42.421916 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:42.437441 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Calling delete_port for bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:42.601223 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:42.619082 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['bf7ec13d-a70d-422b-b0c1-2ce11d814ea3'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:07:42.642908 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Pushing event deleted for resources: {'Port': ['ID=bf7ec13d-a70d-422b-b0c1-2ce11d814ea3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:42.656638 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a1915-4f26-4859-b881-b737f62fe852 req-df4830fe-d443-455d-88c1-66ab9546484e tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:42.658549 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-340a1915-4f26-4859-b881-b737f62fe852 req-df4830fe-d443-455d-88c1-66ab9546484e tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.1026895 May 04 15:07:42.703439 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] No DVR routers for this DVR port bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:42.707452 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:42.710671 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-87475a75-315f-44a2-8a45-e678fc7b8c1b req-73c6c84d-3fa2-41dc-81c5-1c1ae88300ea tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "DELETE /v2.0/ports/bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 HTTP/1.1" status: 204 len: 173 time: 0.4793949 May 04 15:07:42.711096 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'name': 'network-vif-deleted', 'tag': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:42.713392 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03516fe4-67be-4f63-b325-8eb68558c1a4" -d '{"events": [{"server_uuid": "f7502548-54a6-4893-86f7-86ca075c82f4", "name": "network-vif-deleted", "tag": "bf7ec13d-a70d-422b-b0c1-2ce11d814ea3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:42.739226 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-340a1915-4f26-4859-b881-b737f62fe852 req-3db342c2-dca0-405f-a8c2-ca542a35e4aa tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651639 May 04 15:07:42.762588 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b565bf-ad33-4c9a-8758-8ca050275cfe x-openstack-request-id: req-b4b565bf-ad33-4c9a-8758-8ca050275cfe {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:42.762886 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7502548-54a6-4893-86f7-86ca075c82f4", "name": "network-vif-deleted", "tag": "bf7ec13d-a70d-422b-b0c1-2ce11d814ea3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:42.763136 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4b565bf-ad33-4c9a-8758-8ca050275cfe {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:42.763558 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b565bf-ad33-4c9a-8758-8ca050275cfe'] response: {'server_uuid': 'f7502548-54a6-4893-86f7-86ca075c82f4', 'name': 'network-vif-deleted', 'tag': 'bf7ec13d-a70d-422b-b0c1-2ce11d814ea3', 'status': 'completed', 'code': 200} May 04 15:07:43.119129 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6d4e1b5c-e2fd-4bec-81c5-eb7d3a50ed80 req-5e301a39-118a-409e-9f78-669d18fb8a51 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7502548-54a6-4893-86f7-86ca075c82f4 HTTP/1.1" status: 200 len: 210 time: 0.0346174 May 04 15:07:43.640599 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-33c42d5a-0a08-4906-8ead-b0afba53972a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:43.858996 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3c672-daa7-49bd-8074-279d9ab28164 req-ec8530d6-2a21-4aae-8fb1-43beff61bca6 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:43.860490 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d9c3c672-daa7-49bd-8074-279d9ab28164 req-ec8530d6-2a21-4aae-8fb1-43beff61bca6 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.0523427 May 04 15:07:43.900484 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d9c3c672-daa7-49bd-8074-279d9ab28164 req-e4345a56-149f-456b-bf83-f1f8190e4e3b tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331912 May 04 15:07:44.448018 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-c667bb1f-1506-4364-9873-03f32431cd3a tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:44.449450 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-c667bb1f-1506-4364-9873-03f32431cd3a tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/networks?id=6782b500-dc08-4815-bc3b-3f2c80a402e2 HTTP/1.1" status: 200 len: 808 time: 0.1111698 May 04 15:07:44.465825 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-992a76ca-9e21-4422-bcd1-4ee9dd44c19f tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/quotas/4341683ebafc4e92823ef920b4c5e70c HTTP/1.1" status: 200 len: 375 time: 0.0099068 May 04 15:07:44.506115 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-91226687-9104-4274-8746-26e868432f73 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4341683ebafc4e92823ef920b4c5e70c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347104 May 04 15:07:44.609279 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-cba7d922-cea6-4a9c-8dcc-08990ad52773 service neutron] 10.222.0.41 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871501 May 04 15:07:44.663392 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:44.708726 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-63dd3dad-fb80-4e10-ba65-0806d2aca967 service neutron] 10.222.0.41 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929425 May 04 15:07:44.880662 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5fd02eac-9892-47ab-8d4b-5667514dbbaa req-0ec67f0e-fd53-42c8-a2e5-953e46d74ccb tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 210 time: 0.0280600 May 04 15:07:44.918596 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:44.945440 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:44.945787 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device bf7ec13d-a70d-422b-b0c1-2ce11d814ea3 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:45.039932 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e115-d737-4d6b-9df6-9a6f10ea13d1 req-bea287d0-11b4-4c75-8daf-3ab359d1c5d2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:45.041448 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3aa2e115-d737-4d6b-9df6-9a6f10ea13d1 req-bea287d0-11b4-4c75-8daf-3ab359d1c5d2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.0553889 May 04 15:07:45.082239 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3aa2e115-d737-4d6b-9df6-9a6f10ea13d1 req-bb95df7b-4d04-41d8-8572-7f4a34df5701 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=74e83c10-30f2-47d2-b0f3-a034c9f4e131&id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344729 May 04 15:07:45.838662 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-9a6272fc-3a14-466f-9444-50edc8dd247a tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:45.840032 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-9a6272fc-3a14-466f-9444-50edc8dd247a tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "GET /v2.0/networks?id=6782b500-dc08-4815-bc3b-3f2c80a402e2 HTTP/1.1" status: 200 len: 808 time: 0.1171973 May 04 15:07:45.853822 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Request body: {'port': {'device_id': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2', 'admin_state_up': True, 'tenant_id': '4341683ebafc4e92823ef920b4c5e70c'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:45.903048 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:45.981972 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-17397750-b6e6-4b3f-899c-fac4dd86c84e req-c6c202a6-022a-4a30-9605-30048cc78c14 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 210 time: 0.0335560 May 04 15:07:45.993421 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Made reservation on behalf of 4341683ebafc4e92823ef920b4c5e70c for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:07:46.003564 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.129065 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Allocated IP 172.20.0.6 (6782b500-dc08-4815-bc3b-3f2c80a402e2/80ed581d-2807-4d23-9a28-5d503575a2f5/c21edd6e-3eb2-4212-a36f-b44d0f55df1c) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:07:46.293759 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.330240 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765370402039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.375914 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Network 6782b500-dc08-4815-bc3b-3f2c80a402e2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:07:46.379064 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:07:46.382843 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:07:46.389045 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Pushing event updated for resources: {'Port': ['ID=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:46.402674 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.434209 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:46.434911 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.453586 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-64c79041-93aa-4253-862c-824f1c17a50c tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6049559 May 04 15:07:46.465912 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Request body: {'port': {'device_id': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:07:46.518419 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.793403 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21edd6e-3eb2-4212-a36f-b44d0f55df1c {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:07:46.801836 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.815412 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Transition to ACTIVE for port object c21edd6e-3eb2-4212-a36f-b44d0f55df1c will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:07:46.819657 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:46.876309 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Pushing event updated for resources: {'Port': ['ID=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:46.944391 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Attempting to bind port c21edd6e-3eb2-4212-a36f-b44d0f55df1c on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:07:46.944619 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Attempting to bind port c21edd6e-3eb2-4212-a36f-b44d0f55df1c by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:07:46.944943 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Attempting to bind port c21edd6e-3eb2-4212-a36f-b44d0f55df1c on network 6782b500-dc08-4815-bc3b-3f2c80a402e2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:07:46.949435 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Port c21edd6e-3eb2-4212-a36f-b44d0f55df1c on network 6782b500-dc08-4815-bc3b-3f2c80a402e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:07:46.949627 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55330) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:46.950101 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Attempting to bind port c21edd6e-3eb2-4212-a36f-b44d0f55df1c on network 6782b500-dc08-4815-bc3b-3f2c80a402e2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:07:46.954562 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Checking agent: {'id': '215b870b-4a79-4564-845c-37bf7c95c656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'started_at': datetime.datetime(2022, 5, 4, 14, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:07:46.954898 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Checking segment: {'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:07:46.955369 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Bound using segment: {'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:07:46.955847 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Bound port: c21edd6e-3eb2-4212-a36f-b44d0f55df1c, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:07:46.956204 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.023178 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] For port c21edd6e-3eb2-4212-a36f-b44d0f55df1c, host hv-cinder-82963, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:07:47.026717 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] For port c21edd6e-3eb2-4212-a36f-b44d0f55df1c, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:07:47.032298 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.061278 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5420e70d-de82-4dc5-b081-fc90d15e277a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.073195 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:47.073890 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.075500 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] 10.222.0.60 "PUT /v2.0/ports/c21edd6e-3eb2-4212-a36f-b44d0f55df1c HTTP/1.1" status: 200 len: 1093 time: 0.6137564 May 04 15:07:47.075953 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'tag': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:47.078838 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1b9344-9c6d-42dc-9cd6-4e4290daa353", "tag": "c21edd6e-3eb2-4212-a36f-b44d0f55df1c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:47.110063 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea88a9d-bc65-438b-89ef-86a7bc9ff8bf service neutron] Pushing event updated for resources: {'Port': ['ID=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:47.126886 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63a27d1-450f-416c-9f66-60d372f547af x-openstack-request-id: req-c63a27d1-450f-416c-9f66-60d372f547af {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:47.127177 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1b9344-9c6d-42dc-9cd6-4e4290daa353", "tag": "c21edd6e-3eb2-4212-a36f-b44d0f55df1c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:47.127427 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c63a27d1-450f-416c-9f66-60d372f547af {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:47.128227 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63a27d1-450f-416c-9f66-60d372f547af'] response: {'name': 'network-changed', 'server_uuid': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'tag': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c', 'status': 'completed', 'code': 200} May 04 15:07:47.155460 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5420e70d-de82-4dc5-b081-fc90d15e277a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.162120 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5420e70d-de82-4dc5-b081-fc90d15e277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.179840 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8aba7d-acfd-4f3c-9233-dc18ed9a0c9a req-48b4768e-78d6-4045-87d0-a1a2df3c31f7 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:47.181346 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5c8aba7d-acfd-4f3c-9233-dc18ed9a0c9a req-48b4768e-78d6-4045-87d0-a1a2df3c31f7 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 943 time: 0.0864236 May 04 15:07:47.187709 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-10443728-f489-4973-8004-9b8a1efa711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:47.189335 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-10443728-f489-4973-8004-9b8a1efa711e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4341683ebafc4e92823ef920b4c5e70c&device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 1096 time: 0.0571449 May 04 15:07:47.199177 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-5420e70d-de82-4dc5-b081-fc90d15e277a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cad210b0676b49269284d93875611421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482622 May 04 15:07:47.200180 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420e70d-de82-4dc5-b081-fc90d15e277a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe49d1d8-7d99-4964-b8a9-2e8141bdcf7f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:47.202970 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55342) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:47.247701 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-a41361c5-1484-423b-893a-82e04cb3452b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21edd6e-3eb2-4212-a36f-b44d0f55df1c HTTP/1.1" status: 200 len: 217 time: 0.0443053 May 04 15:07:47.269683 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5c8aba7d-acfd-4f3c-9233-dc18ed9a0c9a req-f02113fe-3971-4e97-b5d6-f211354d2496 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795243 May 04 15:07:47.280592 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17c337f0-37b5-4974-9ddc-41ca5b00a790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.303309 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-c32f6e6a-b4ce-4ca8-8282-346b8d39ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:47.304774 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-c32f6e6a-b4ce-4ca8-8282-346b8d39ace2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=80ed581d-2807-4d23-9a28-5d503575a2f5 HTTP/1.1" status: 200 len: 848 time: 0.0487959 May 04 15:07:47.306750 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17c337f0-37b5-4974-9ddc-41ca5b00a790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.336409 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-a1be6f73-f010-42ba-8d4d-7c2c3094f527 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6782b500-dc08-4815-bc3b-3f2c80a402e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241883 May 04 15:07:47.357736 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17c337f0-37b5-4974-9ddc-41ca5b00a790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.360320 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17c337f0-37b5-4974-9ddc-41ca5b00a790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:47.361444 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-17c337f0-37b5-4974-9ddc-41ca5b00a790 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe49d1d8-7d99-4964-b8a9-2e8141bdcf7f HTTP/1.1" status: 204 len: 168 time: 0.1581290 May 04 15:07:47.369282 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c337f0-37b5-4974-9ddc-41ca5b00a790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe49d1d8-7d99-4964-b8a9-2e8141bdcf7f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:47.436467 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-abd7cfda-dc55-4746-8a6b-485ec432a39f service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923882 May 04 15:07:47.532912 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-5869a5c5-7467-441a-a259-95dbaba5ae41 req-ccd6ed93-60dd-414a-bb95-9ab37a317680 service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880668 May 04 15:07:47.637743 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-eb33e5fa-0bd8-4f86-bab7-98074bd4ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:47.639604 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-eb33e5fa-0bd8-4f86-bab7-98074bd4ed87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4341683ebafc4e92823ef920b4c5e70c&device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 1096 time: 0.0535069 May 04 15:07:47.733852 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-a9343eef-0aff-43ce-a188-158d05deb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:47.735267 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-a9343eef-0aff-43ce-a188-158d05deb270 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6782b500-dc08-4815-bc3b-3f2c80a402e2 HTTP/1.1" status: 200 len: 909 time: 0.0883634 May 04 15:07:47.777381 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-8623204c-7b26-41c5-a5f5-bdaf685fc19e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c21edd6e-3eb2-4212-a36f-b44d0f55df1c HTTP/1.1" status: 200 len: 217 time: 0.0338140 May 04 15:07:47.831876 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-e1f90b7a-0c76-4772-95bf-a1f18cb94c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:47.833434 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-e1f90b7a-0c76-4772-95bf-a1f18cb94c16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=80ed581d-2807-4d23-9a28-5d503575a2f5 HTTP/1.1" status: 200 len: 848 time: 0.0483673 May 04 15:07:47.865811 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-ec692a85-b247-4cb8-99bd-c2759b176ed6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6782b500-dc08-4815-bc3b-3f2c80a402e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250819 May 04 15:07:47.960322 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-53b334a4-c002-4479-812e-6c14974b1f62 service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863931 May 04 15:07:48.067322 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-d7bf2d24-9bbe-473e-ae38-66731f13d2c8 req-38d3c0bf-f41a-446b-b101-93c0d28c81e9 service neutron] 10.222.0.60 "GET /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993309 May 04 15:07:48.390299 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170167bb-18ac-4391-9133-e891d8d1aa7a req-5f53a36b-36cd-425e-a68a-a6c4af961859 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:48.391838 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-170167bb-18ac-4391-9133-e891d8d1aa7a req-5f53a36b-36cd-425e-a68a-a6c4af961859 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 943 time: 0.0504920 May 04 15:07:48.432037 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-170167bb-18ac-4391-9133-e891d8d1aa7a req-84c8f7fd-d668-40de-944c-cef46b0cd98d tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340526 May 04 15:07:48.961455 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device c21edd6e-3eb2-4212-a36f-b44d0f55df1c details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101972) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:07:49.080114 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port c21edd6e-3eb2-4212-a36f-b44d0f55df1c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:49.091335 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Returning: {'device': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c', 'network_id': '6782b500-dc08-4815-bc3b-3f2c80a402e2', 'port_id': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c', 'mac_address': 'fa:16:3e:0b:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ed581d-2807-4d23-9a28-5d503575a2f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101972) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:07:49.128598 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:49.142299 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21edd6e-3eb2-4212-a36f-b44d0f55df1c {{(pid=101972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:07:49.163671 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port c21edd6e-3eb2-4212-a36f-b44d0f55df1c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:49.171490 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:49.225001 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:49.558505 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800d131-7e12-43a6-a29d-b543bc8123ea req-d796e213-6342-4bf7-ab17-eee80e830bf2 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:49.559135 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['c21edd6e-3eb2-4212-a36f-b44d0f55df1c'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:07:49.559979 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2800d131-7e12-43a6-a29d-b543bc8123ea req-d796e213-6342-4bf7-ab17-eee80e830bf2 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 944 time: 0.0514524 May 04 15:07:49.607183 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-2800d131-7e12-43a6-a29d-b543bc8123ea req-8a593be6-c5ba-42a2-bb9a-184c8b7af846 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 May 04 15:07:49.717387 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:07:50.730545 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cc464-b4bf-49b0-a397-ca5a48b203ea req-614cfe02-6e54-4fd6-ba6f-44383b343349 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:50.732080 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-941cc464-b4bf-49b0-a397-ca5a48b203ea req-614cfe02-6e54-4fd6-ba6f-44383b343349 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 944 time: 0.0544851 May 04 15:07:50.771058 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-941cc464-b4bf-49b0-a397-ca5a48b203ea req-853f262a-5655-4b19-92ca-d62659eeed25 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 May 04 15:07:50.957952 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device c21edd6e-3eb2-4212-a36f-b44d0f55df1c up at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:07:51.023365 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning for port c21edd6e-3eb2-4212-a36f-b44d0f55df1c completed by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:07:51.028822 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Provisioning complete for port c21edd6e-3eb2-4212-a36f-b44d0f55df1c triggered by entity L2. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:07:51.029418 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:51.115199 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:51.141383 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c'}] {{(pid=101972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:51.145061 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d323900c617f8baa54244b866a371d6fa0ef4c4b13da8a9956a8beb6aacb8b50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe73c95-7249-4f4c-a74e-9915d4462b18" -d '{"events": [{"server_uuid": "6f1b9344-9c6d-42dc-9cd6-4e4290daa353", "name": "network-vif-plugged", "status": "completed", "tag": "c21edd6e-3eb2-4212-a36f-b44d0f55df1c"}]}' {{(pid=101972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:51.158601 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] For port c21edd6e-3eb2-4212-a36f-b44d0f55df1c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:51.164326 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:51.187088 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e0a1b2-76fe-477e-8bef-84bfa8428416 x-openstack-request-id: req-c5e0a1b2-76fe-477e-8bef-84bfa8428416 {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:51.187396 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1b9344-9c6d-42dc-9cd6-4e4290daa353", "name": "network-vif-plugged", "status": "completed", "tag": "c21edd6e-3eb2-4212-a36f-b44d0f55df1c", "code": 200}]} {{(pid=101972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:51.187647 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5e0a1b2-76fe-477e-8bef-84bfa8428416 {{(pid=101972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:51.188028 dv-cinder-829630-2-smb neutron-server[101972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e0a1b2-76fe-477e-8bef-84bfa8428416'] response: {'server_uuid': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c', 'code': 200} May 04 15:07:51.217047 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Pushing event updated for resources: {'Port': ['ID=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,revision_number=5']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:51.357106 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39cbe-2306-442d-ab63-8a7ae3ea9ef6 req-27051fcd-ff8e-4732-9bba-2c943f1334c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:51.358671 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-11d39cbe-2306-442d-ab63-8a7ae3ea9ef6 req-27051fcd-ff8e-4732-9bba-2c943f1334c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 1098 time: 0.0408816 May 04 15:07:51.394735 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-11d39cbe-2306-442d-ab63-8a7ae3ea9ef6 req-5308f931-e424-4fe8-b5a6-70c74a7aebd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289195 May 04 15:07:51.890806 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c106b84-fb01-40e9-837f-14750ddc529a req-8023709f-a31d-4e24-b3e5-45f2ac0e9921 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:51.892674 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7c106b84-fb01-40e9-837f-14750ddc529a req-8023709f-a31d-4e24-b3e5-45f2ac0e9921 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 945 time: 0.0493739 May 04 15:07:51.947301 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-7c106b84-fb01-40e9-837f-14750ddc529a req-ef400d5a-e03a-4e6a-985d-402721e2011e tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 May 04 15:07:53.084960 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf241cb-3c7d-4df3-ad76-8d788b0bf839 req-f33a6bfb-b710-460e-b009-618c8cdd7845 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:53.086472 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fcf241cb-3c7d-4df3-ad76-8d788b0bf839 req-f33a6bfb-b710-460e-b009-618c8cdd7845 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 945 time: 0.0525539 May 04 15:07:53.126034 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fcf241cb-3c7d-4df3-ad76-8d788b0bf839 req-a110c6f4-9ac7-4a18-b679-92d060fecb62 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335782 May 04 15:07:53.788388 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e723f-6a61-4a02-8e2e-fe5541547d83 req-7d91cf96-c07e-4d7d-826e-eb5c22e18c43 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:53.789883 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b2e723f-6a61-4a02-8e2e-fe5541547d83 req-7d91cf96-c07e-4d7d-826e-eb5c22e18c43 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 945 time: 0.0513577 May 04 15:07:53.831955 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3b2e723f-6a61-4a02-8e2e-fe5541547d83 req-8f2f172c-cdaa-46d6-beef-a475a697e82f tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 May 04 15:07:54.048503 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:54.957706 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1defb-303d-4919-bbc5-c530b9ee7938 req-d5b0d231-ab13-4878-b935-a6e2dc3b22c6 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:54.959089 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bcf1defb-303d-4919-bbc5-c530b9ee7938 req-d5b0d231-ab13-4878-b935-a6e2dc3b22c6 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 945 time: 0.0502341 May 04 15:07:55.001741 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-bcf1defb-303d-4919-bbc5-c530b9ee7938 req-1949f5c4-b663-4f3d-b6a0-533fd0eb3641 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca452914-c2b0-45c2-965c-c210e60530ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 May 04 15:07:55.062565 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61402486-a8b6-4749-b88f-2093bb037382 req-52f53517-0d72-47ee-a0c4-b3e0154ba840 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:55.064024 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-61402486-a8b6-4749-b88f-2093bb037382 req-52f53517-0d72-47ee-a0c4-b3e0154ba840 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f1b9344-9c6d-42dc-9cd6-4e4290daa353 HTTP/1.1" status: 200 len: 945 time: 0.0489478 May 04 15:07:55.153488 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Deleting port c21edd6e-3eb2-4212-a36f-b44d0f55df1c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:55.153770 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:55.249205 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] For port c21edd6e-3eb2-4212-a36f-b44d0f55df1c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,segment=NetworkSegment(5769d9e8-1cc0-4701-8a96-cf3c1e5e098f),segment_id=5769d9e8-1cc0-4701-8a96-cf3c1e5e098f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:55.249205 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:55.265968 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Calling delete_port for c21edd6e-3eb2-4212-a36f-b44d0f55df1c owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:55.415106 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:55.427894 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['c21edd6e-3eb2-4212-a36f-b44d0f55df1c'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:07:55.445574 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Pushing event deleted for resources: {'Port': ['ID=c21edd6e-3eb2-4212-a36f-b44d0f55df1c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:55.478820 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.479172 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.479504 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.479827 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.480147 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.480448 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.480761 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.481071 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.481387 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.481698 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.481997 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.482308 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:55.509559 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] No DVR routers for this DVR port c21edd6e-3eb2-4212-a36f-b44d0f55df1c on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:55.512645 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:55.516004 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-61402486-a8b6-4749-b88f-2093bb037382 req-b1cdf5d6-224c-4f76-8642-751e964efc86 tempest-VolumesActionsTest-1529670299 tempest-VolumesActionsTest-1529670299-project] 10.222.0.60 "DELETE /v2.0/ports/c21edd6e-3eb2-4212-a36f-b44d0f55df1c HTTP/1.1" status: 204 len: 173 time: 0.4456878 May 04 15:07:55.516433 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'name': 'network-vif-deleted', 'tag': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:55.519763 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8f054-6055-4d0a-908e-6dce3ab40159" -d '{"events": [{"server_uuid": "6f1b9344-9c6d-42dc-9cd6-4e4290daa353", "name": "network-vif-deleted", "tag": "c21edd6e-3eb2-4212-a36f-b44d0f55df1c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:55.563604 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ead9a3-6a0a-42cf-bc23-9649dd1e3dfd x-openstack-request-id: req-c6ead9a3-6a0a-42cf-bc23-9649dd1e3dfd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:55.563958 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1b9344-9c6d-42dc-9cd6-4e4290daa353", "name": "network-vif-deleted", "tag": "c21edd6e-3eb2-4212-a36f-b44d0f55df1c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:55.564225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6ead9a3-6a0a-42cf-bc23-9649dd1e3dfd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:55.564690 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ead9a3-6a0a-42cf-bc23-9649dd1e3dfd'] response: {'server_uuid': '6f1b9344-9c6d-42dc-9cd6-4e4290daa353', 'name': 'network-vif-deleted', 'tag': 'c21edd6e-3eb2-4212-a36f-b44d0f55df1c', 'status': 'completed', 'code': 200} May 04 15:07:59.020377 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device c21edd6e-3eb2-4212-a36f-b44d0f55df1c no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:59.057045 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: c21edd6e-3eb2-4212-a36f-b44d0f55df1c {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:59.057390 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device c21edd6e-3eb2-4212-a36f-b44d0f55df1c not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:59.225621 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55514) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:59.370104 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a91a9adf-3899-40e9-8811-7e956b995d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:59.481544 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a91a9adf-3899-40e9-8811-7e956b995d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:59.486698 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a91a9adf-3899-40e9-8811-7e956b995d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:59.521196 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a9adf-3899-40e9-8811-7e956b995d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e237231-b2fb-4380-b905-bc7dbe816fc8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:59.533617 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-a91a9adf-3899-40e9-8811-7e956b995d98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9058f06d586b47c09f04abea60a8098c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061254 May 04 15:07:59.534121 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55518) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:59.634301 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5041124f-efe1-46fc-b3e7-04acd400819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:59.663873 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5041124f-efe1-46fc-b3e7-04acd400819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:59.728991 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5041124f-efe1-46fc-b3e7-04acd400819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:59.728991 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5041124f-efe1-46fc-b3e7-04acd400819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:59.728991 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5041124f-efe1-46fc-b3e7-04acd400819d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e237231-b2fb-4380-b905-bc7dbe816fc8 HTTP/1.1" status: 204 len: 168 time: 0.1917195 May 04 15:07:59.743622 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041124f-efe1-46fc-b3e7-04acd400819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e237231-b2fb-4380-b905-bc7dbe816fc8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:11.240174 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ecffb94a-c8a5-47f0-9055-206087bee17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:13.644598 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b148074e-df3c-4bbd-bf09-24cb9987920c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:14.680923 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:14.992045 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55666) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:15.038194 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] Deleting subnet 80ed581d-2807-4d23-9a28-5d503575a2f5 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:08:15.041726 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.079280 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4297113'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.116528 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.169909 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6117782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5652905'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.194190 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ed581d-2807-4d23-9a28-5d503575a2f5,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:15.198054 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.203045 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-970596a8-07be-48da-a593-90cf5a51b9da admin admin] 10.222.0.41 "DELETE /v2.0/subnets/80ed581d-2807-4d23-9a28-5d503575a2f5 HTTP/1.1" status: 204 len: 168 time: 0.2097862 May 04 15:08:15.203664 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55668) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:15.272223 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.352013 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.372083 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6782b500-dc08-4815-bc3b-3f2c80a402e2']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:15.381102 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:15.381403 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5769d9e8-1cc0-4701-8a96-cf3c1e5e098f') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:15.390707 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4297106'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.403705 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.409894 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:08:15.410269 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117936'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: Traceback (most recent call last): May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: timer() May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: cb(*args, **kw) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: return func(*args, **kwargs) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: self._notify() May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: self.callback(batched_events) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: event.method(event) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: return f(self, *a, **k) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: return self._get(url).json() May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:08:15.411893 dv-cinder-829630-2-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:08:15.469632 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.474333 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.477593 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/6782b500-dc08-4815-bc3b-3f2c80a402e2 HTTP/1.1" status: 204 len: 168 time: 0.2729852 May 04 15:08:15.490402 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639c8e5-f5ef-47c6-8494-d72ebefac2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=6782b500-dc08-4815-bc3b-3f2c80a402e2,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:15.647556 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55672) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:15.688046 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-89d14c72-ac6c-4d5f-b6e2-a4090261b4f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4341683ebafc4e92823ef920b4c5e70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391998 May 04 15:08:15.690496 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55674) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:15.738295 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb572-b1b0-4c0a-bdad-3c9741582c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.759897 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb572-b1b0-4c0a-bdad-3c9741582c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.809600 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb572-b1b0-4c0a-bdad-3c9741582c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.812176 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb572-b1b0-4c0a-bdad-3c9741582c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:15.813329 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-8a0fb572-b1b0-4c0a-bdad-3c9741582c41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca452914-c2b0-45c2-965c-c210e60530ae HTTP/1.1" status: 204 len: 168 time: 0.1219273 May 04 15:08:15.821409 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fb572-b1b0-4c0a-bdad-3c9741582c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca452914-c2b0-45c2-965c-c210e60530ae,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:15.905709 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:16.408676 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:19.938275 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-fc5ffb9b-9832-46fa-9124-bf8ea6076f76 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724984951&fields=id&tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc HTTP/1.1" status: 200 len: 267 time: 0.0398712 May 04 15:08:19.997776 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-468903f7-5ab5-405d-bea9-2cefe417035a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:19.999270 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-468903f7-5ab5-405d-bea9-2cefe417035a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 984 time: 0.0526478 May 04 15:08:20.013680 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.v2.base [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Request body: {'port': {'security_groups': ['be9a79f5-177c-4a06-86ff-0c10fb3458ce']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:20.078070 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535437'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.248446 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:20.280014 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.285423 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765370947009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765370402012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765370413186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5011462'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.297882 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['2ffac17f-49a0-4e77-9cfe-adcf9fad6506'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:08:20.335247 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:20.335910 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.339088 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-fc27a77b-50af-490e-9fae-cdc7aa0801e8 req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "PUT /v2.0/ports/2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 942 time: 0.3298855 May 04 15:08:20.339841 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:08:20.344012 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55684) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:20.344598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:08:20.377734 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a9a74-6071-4a75-b432-692e4be999e2 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event updated for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:20.405506 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54709a3a-4fd2-44c6-9203-1445792f51f9 x-openstack-request-id: req-54709a3a-4fd2-44c6-9203-1445792f51f9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:08:20.406087 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:08:20.406611 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54709a3a-4fd2-44c6-9203-1445792f51f9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:08:20.407013 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54709a3a-4fd2-44c6-9203-1445792f51f9'] response: {'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'status': 'completed', 'code': 200} May 04 15:08:20.416650 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['2ffac17f-49a0-4e77-9cfe-adcf9fad6506'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:08:20.455048 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.474992 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-1a9c6417-933f-4e18-8cdf-84814631a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:20.476526 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-1a9c6417-933f-4e18-8cdf-84814631a526 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1098 time: 0.0449657 May 04 15:08:20.489196 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.554796 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.557953 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.559423 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "DELETE /v2.0/security-groups/74e83c10-30f2-47d2-b0f3-a034c9f4e131 HTTP/1.1" status: 204 len: 168 time: 0.2135372 May 04 15:08:20.563918 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55688) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:20.569344 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e83c10-30f2-47d2-b0f3-a034c9f4e131,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:20.576904 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.577374 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.577798 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.578221 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.578783 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.579208 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.579739 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.580185 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.580591 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.581001 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.582629 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.583220 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d61d4f6-ccfc-4ab6-83b7-d53d30f14e7c tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:20.629118 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-b269fd0c-d9b8-46dc-956a-c874a19bd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:20.629684 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-b269fd0c-d9b8-46dc-956a-c874a19bd797 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 915 time: 0.1454408 May 04 15:08:20.644458 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e72e28fd-cba4-4c59-80c2-7291c09f3dc7 None None] Provisioning complete for port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 triggered by entity DHCP. {{(pid=101972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:20.644829 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e72e28fd-cba4-4c59-80c2-7291c09f3dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657718'] for port, provisioning_complete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.742697 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-4d3afbdf-a0f9-4099-bafc-3848ce0458b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 1001 time: 0.1026640 May 04 15:08:20.806598 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-4181dc4a-5906-47cc-8c6f-52c1183dbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:20.807921 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-4181dc4a-5906-47cc-8c6f-52c1183dbc6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 200 len: 853 time: 0.0482113 May 04 15:08:20.845999 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Deleting port 3cca5df2-2ab2-42af-94fd-c0eb4e2c082c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:20.846319 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.903885 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-7d75f940-9a5a-4969-a9e0-70bd2ca96fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:20.906296 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-7d75f940-9a5a-4969-a9e0-70bd2ca96fdf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822fd7a8-b527-48fe-b37d-d508d0f3cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900779 May 04 15:08:20.972780 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.973579 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:20.991066 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Calling delete_port for 3cca5df2-2ab2-42af-94fd-c0eb4e2c082c owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:21.056837 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-ee9b9822-44b2-4ea7-9b1b-2ed309d880a0 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408250 May 04 15:08:21.176265 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-6ae4fb8f-7316-4d11-b46f-3e3090bf5e9a req-ee5bdc9c-27ee-4990-bc7b-63eec4928090 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105855 May 04 15:08:21.225225 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:21.251630 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event deleted for resources: {'Port': ['ID=3cca5df2-2ab2-42af-94fd-c0eb4e2c082c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:21.340733 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:21.341024 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.db.l3_db [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Floating IP 62a63aca-4800-4437-9a23-ea68c62de30f disassociated (deleted). External IP: 172.28.3.108, port: 2ffac17f-49a0-4e77-9cfe-adcf9fad6506. May 04 15:08:21.811582 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Router 3f48a7de-7c75-429e-b220-8c1d91e234c0 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:21.924950 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:21.930259 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:21.935842 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] Sync routers for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:21.945966 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:21.946553 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:08:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:21.956440 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-32b33aa0-2804-4e6e-bc99-405672cf2d6a tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "DELETE /v2.0/floatingips/62a63aca-4800-4437-9a23-ea68c62de30f HTTP/1.1" status: 204 len: 168 time: 1.3912263 May 04 15:08:22.068939 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:22.273406 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 5, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:22.302709 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] Checking router: 3f48a7de-7c75-429e-b220-8c1d91e234c0 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:22.312105 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:22.312719 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:08:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:22.408510 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:08:22.410997 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0558508-24dc-4335-ab50-f2ac95de1347" -d '{"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:08:22.435400 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:22.451125 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e6f62c-a1a4-468f-b560-8dd1b413ae40 x-openstack-request-id: req-24e6f62c-a1a4-468f-b560-8dd1b413ae40 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:08:22.451410 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:08:22.451653 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24e6f62c-a1a4-468f-b560-8dd1b413ae40 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:08:22.452078 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e6f62c-a1a4-468f-b560-8dd1b413ae40'] response: {'name': 'network-changed', 'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'status': 'completed', 'code': 200} May 04 15:08:22.522596 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-5c05562d-b68e-4fdb-9733-2799c5ffcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.525095 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-5c05562d-b68e-4fdb-9733-2799c5ffcb45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 1098 time: 0.0500720 May 04 15:08:22.644319 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 5, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:22.644605 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-65c761f5-3c6c-4397-984e-a42567e301b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.647463 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-65c761f5-3c6c-4397-984e-a42567e301b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 200 len: 915 time: 0.1155806 May 04 15:08:22.671688 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26024e60-e30e-4fd7-8522-6daa09e2c896 None None] The sync data for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb is: [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:06:19Z', 'revision_number': 4, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb', '_interfaces': [{'id': '317e8ec1-846b-4ac7-adff-f1e70a1e9384', 'name': '', 'network_id': '822fd7a8-b527-48fe-b37d-d508d0f3cc08', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'mac_address': 'fa:16:3e:42:44:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:19Z', 'updated_at': '2022-05-04T15:06:24Z', 'revision_number': 5, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'subnets': [{'id': '1f58d1ea-04c0-431d-b345-275a7c3fe5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:22.700671 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-c688120c-ccd6-4f1b-89c8-c61a638e4d18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 200 len: 217 time: 0.0472262 May 04 15:08:22.757812 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-1a36dc31-a159-4dff-9050-7c435a955da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.759489 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-1a36dc31-a159-4dff-9050-7c435a955da3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 200 len: 853 time: 0.0511134 May 04 15:08:22.813055 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-24a4a4b8-2266-49fd-acd2-af47e3daa0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.814652 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-24a4a4b8-2266-49fd-acd2-af47e3daa0a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=822fd7a8-b527-48fe-b37d-d508d0f3cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0436537 May 04 15:08:22.920033 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-c340381d-21d9-4b1e-9271-7d50fff038fe service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982559 May 04 15:08:22.931811 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e534b-8ec5-472e-aeed-533773911e68 None None] New status for floating IP 62a63aca-4800-4437-9a23-ea68c62de30f: DOWN {{(pid=101973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:08:23.018939 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-f0558508-24dc-4335-ab50-f2ac95de1347 req-1c400a1f-4a99-40bc-bb14-c2388246fb44 service neutron] 10.222.0.60 "GET /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916514 May 04 15:08:24.046609 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:24.706606 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e26d4-19d5-4dd7-ab82-3ef4f3a09d00 req-0c754669-558b-40db-b035-dd8a3580a0ab tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:24.708578 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-016e26d4-19d5-4dd7-ab82-3ef4f3a09d00 req-0c754669-558b-40db-b035-dd8a3580a0ab tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0613675 May 04 15:08:24.753049 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-016e26d4-19d5-4dd7-ab82-3ef4f3a09d00 req-ede6cb98-6fb0-44ba-8c2b-3b5cb9b840ed tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380657 May 04 15:08:25.893589 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9619d0-cf81-4ad9-b33b-cc785bc217b5 req-1c192043-86c3-4adb-9e4f-067f586e550f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:25.895209 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cb9619d0-cf81-4ad9-b33b-cc785bc217b5 req-1c192043-86c3-4adb-9e4f-067f586e550f tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0593371 May 04 15:08:25.933066 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-cb9619d0-cf81-4ad9-b33b-cc785bc217b5 req-46e7a5aa-206f-454e-b812-a91e8b82bed7 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/security-groups?id=be9a79f5-177c-4a06-86ff-0c10fb3458ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 May 04 15:08:26.366462 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-14f85bbb-3424-4490-a679-03e538835275 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:26.367955 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-14f85bbb-3424-4490-a679-03e538835275 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.60 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 945 time: 0.0554669 May 04 15:08:26.461264 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Deleting port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:26.461563 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:26.548469 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] For port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:26.548815 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:26.561955 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Calling delete_port for 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:26.698081 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:26.710384 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] get_ports_and_sgs() called for port_ids ['2ffac17f-49a0-4e77-9cfe-adcf9fad6506'] {{(pid=101972) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:08:26.721529 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:08:26.726146 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Pushing event deleted for resources: {'Port': ['ID=2ffac17f-49a0-4e77-9cfe-adcf9fad6506,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:26.769973 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] No DVR routers for this DVR port 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 on host hv-cinder-82963 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:26.772518 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73775'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:26.775754 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-27dc1ef0-1bff-44ef-b85e-c6926fa7f0a8 req-02460acc-4af6-4da7-a9fd-405aacbd7194 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.60 "DELETE /v2.0/ports/2ffac17f-49a0-4e77-9cfe-adcf9fad6506 HTTP/1.1" status: 204 len: 173 time: 0.4017272 May 04 15:08:26.776284 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'name': 'network-vif-deleted', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:08:26.778713 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95baf94d676d4aee0bde4eca2a1cb77b62b5cfc52227ebf81cb250718a0ee1d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81d5701-7a43-4e62-9818-4702c636604d" -d '{"events": [{"server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "name": "network-vif-deleted", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:08:26.815604 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e80b63-07ff-4cb5-9a1e-2b010f9e2c83 x-openstack-request-id: req-b3e80b63-07ff-4cb5-9a1e-2b010f9e2c83 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:08:26.815919 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959afa86-7ceb-40dc-89b0-3652e039ee77", "name": "network-vif-deleted", "tag": "2ffac17f-49a0-4e77-9cfe-adcf9fad6506", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:08:26.816166 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3e80b63-07ff-4cb5-9a1e-2b010f9e2c83 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:08:26.816566 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e80b63-07ff-4cb5-9a1e-2b010f9e2c83'] response: {'server_uuid': '959afa86-7ceb-40dc-89b0-3652e039ee77', 'name': 'network-vif-deleted', 'tag': '2ffac17f-49a0-4e77-9cfe-adcf9fad6506', 'status': 'completed', 'code': 200} May 04 15:08:27.049452 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [req-3f339fd9-fb79-4e13-974e-baff5812dd21 req-667b4338-e292-4c66-b944-3371f2d3c168 tempest-TestMinimumBasicScenario-605203849 tempest-TestMinimumBasicScenario-605203849-project] 10.222.0.41 "GET /v2.0/ports?device_id=959afa86-7ceb-40dc-89b0-3652e039ee77 HTTP/1.1" status: 200 len: 210 time: 0.0273304 May 04 15:08:28.756093 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55764) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:29.131957 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:29.267748 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:29.288689 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] No Port match for: 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:29.289035 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Device 2ffac17f-49a0-4e77-9cfe-adcf9fad6506 not bound to the agent host hv-cinder-82963 {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:29.398585 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Deleting port 317e8ec1-846b-4ac7-adff-f1e70a1e9384 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:29.398825 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:29.482291 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] For port 317e8ec1-846b-4ac7-adff-f1e70a1e9384, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=317e8ec1-846b-4ac7-adff-f1e70a1e9384,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:29.482717 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:29.495804 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Calling delete_port for 317e8ec1-846b-4ac7-adff-f1e70a1e9384 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:29.681491 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:29.705788 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=317e8ec1-846b-4ac7-adff-f1e70a1e9384,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:29.876342 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:30.089403 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Router 3f48a7de-7c75-429e-b220-8c1d91e234c0 has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:30.209370 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:30.217535 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55766) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:30.218051 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-74f149dc-9db1-44a5-b490-7c51f7cd5a0b admin admin] 10.222.0.41 "PUT /v2.0/routers/3f48a7de-7c75-429e-b220-8c1d91e234c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4604290 May 04 15:08:30.218478 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] Sync routers for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:30.229599 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:30.230392 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:08:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:30.320795 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:30.334702 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: dv-cinder-829630-2-smb {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:30.420688 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:30.475223 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Deleting port c6bb8bd3-3bdb-493d-92ce-1d217df39611 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:30.475567 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:30.510923 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:08:29Z', 'revision_number': 5, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port': {'id': 'c6bb8bd3-3bdb-493d-92ce-1d217df39611', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:17Z', 'updated_at': '2022-05-04T15:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:30.537148 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] Checking router: 3f48a7de-7c75-429e-b220-8c1d91e234c0 for host: dv-cinder-829630-2-smb {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:30.545368 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] Routers {'3f48a7de-7c75-429e-b220-8c1d91e234c0'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:30.545975 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:08:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['3f48a7de-7c75-429e-b220-8c1d91e234c0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:30.554454 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] For port c6bb8bd3-3bdb-493d-92ce-1d217df39611, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c6bb8bd3-3bdb-493d-92ce-1d217df39611,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:30.554892 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:30.567142 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Calling delete_port for c6bb8bd3-3bdb-493d-92ce-1d217df39611 owned by network:router_gateway {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:30.765306 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] Set router 3f48a7de-7c75-429e-b220-8c1d91e234c0 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:30.817005 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:08:30Z', 'revision_number': 6, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port_host': None}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:30.847246 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a8282-4461-4b8c-9272-40be1ce9f0ed None None] The sync data for ids ['3f48a7de-7c75-429e-b220-8c1d91e234c0'] in dv-cinder-829630-2-smb is: [{'id': '3f48a7de-7c75-429e-b220-8c1d91e234c0', 'name': 'tempest-TestMinimumBasicScenario-290188151-router', 'tenant_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:16Z', 'updated_at': '2022-05-04T15:08:30Z', 'revision_number': 6, 'project_id': '6e67910770ea4a9bb6b4f2e28e1ba0dc', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:30.951118 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:30.977115 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bb8bd3-3bdb-493d-92ce-1d217df39611,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:31.046092 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.133071 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.135200 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.184238 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.184835 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f48a7de-7c75-429e-b220-8c1d91e234c0 {{(pid=101971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:08:31.189544 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] Notify callbacks [] for router, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.193229 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-9bf8ecd3-8875-43f6-a716-ca13c087e7eb admin admin] 10.222.0.41 "DELETE /v2.0/routers/3f48a7de-7c75-429e-b220-8c1d91e234c0 HTTP/1.1" status: 204 len: 168 time: 0.9723396 May 04 15:08:31.193462 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55768) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:31.239273 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] Deleting subnet 1f58d1ea-04c0-431d-b345-275a7c3fe5b8 {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:08:31.242437 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.281191 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4297113'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.360030 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.422780 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6117782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5652905'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.447132 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f58d1ea-04c0-431d-b345-275a7c3fe5b8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:31.450944 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.453999 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-5c922b7d-8b3b-4258-995f-91662e54a9e5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1f58d1ea-04c0-431d-b345-275a7c3fe5b8 HTTP/1.1" status: 204 len: 168 time: 0.2596240 May 04 15:08:31.459555 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55770) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:31.460860 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4102a9b-868e-40de-bf16-55b23d489ba6 None None] Network 822fd7a8-b527-48fe-b37d-d508d0f3cc08 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:08:31.525105 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.581393 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Deleting port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:31.581830 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.643667 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] DHCP port deletion for 822fd7a8-b527-48fe-b37d-d508d0f3cc08 request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:08:31.648022 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] For port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:31.648381 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.662826 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Calling delete_port for 83aaee81-4fdb-4e9b-9911-c8acb377ec9d owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:31.691981 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Deleting port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:31.692346 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.744681 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6117989'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.754394 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] For port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,segment=NetworkSegment(49cc9f16-eff0-4d3b-a70a-d18fbd2d605e),segment_id=49cc9f16-eff0-4d3b-a70a-d18fbd2d605e)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:31.754867 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.767495 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Calling delete_port for 83aaee81-4fdb-4e9b-9911-c8acb377ec9d owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:31.774633 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Pushing event deleted for resources: {'Port': ['ID=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:31.776704 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] No DVR routers for this DVR port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d on host dv-cinder-829630-2-smb {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:31.847837 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.850974 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.871723 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Pushing event deleted for resources: {'Port': ['ID=83aaee81-4fdb-4e9b-9911-c8acb377ec9d,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:31.873974 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822fd7a8-b527-48fe-b37d-d508d0f3cc08']}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:31.881804 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.882144 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.882626 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.882876 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.883201 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.883518 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.883833 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.884148 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.884483 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.884800 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.885118 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.885439 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-smb {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:31.886855 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e') {'for_net_delete': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:31.887169 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.services.segments.db [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cc9f16-eff0-4d3b-a70a-d18fbd2d605e') {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:31.888684 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7c410-157a-4ef6-ad07-c24164bfc3d0 None None] No DVR routers for this DVR port 83aaee81-4fdb-4e9b-9911-c8acb377ec9d on host dv-cinder-829630-2-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:31.900258 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4297106'] for segment, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.916145 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.922288 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=101971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:08:31.922697 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6117936'] for segment, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: Traceback (most recent call last): May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: timer() May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: cb(*args, **kw) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: return func(*args, **kwargs) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: self._notify() May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: self.callback(batched_events) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: event.method(event) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: return f(self, *a, **k) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: return self._get(url).json() May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: return self.request(url, 'GET', **kwargs) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:08:31.924325 dv-cinder-829630-2-smb neutron-server[101971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:08:31.982697 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.989270 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:31.992362 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] 10.222.0.41 "DELETE /v2.0/networks/822fd7a8-b527-48fe-b37d-d508d0f3cc08 HTTP/1.1" status: 204 len: 168 time: 0.5319340 May 04 15:08:31.995639 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55772) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:32.003424 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc956974-bb44-4e2f-aa59-7a755911b664 admin admin] Pushing event deleted for resources: {'Network': ['ID=822fd7a8-b527-48fe-b37d-d508d0f3cc08,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:32.352123 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805901'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:32.772568 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 83aaee81-4fdb-4e9b-9911-c8acb377ec9d no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:32.794266 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 83aaee81-4fdb-4e9b-9911-c8acb377ec9d {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:32.794639 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 83aaee81-4fdb-4e9b-9911-c8acb377ec9d not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:32.795059 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c6bb8bd3-3bdb-493d-92ce-1d217df39611 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:32.814363 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: c6bb8bd3-3bdb-493d-92ce-1d217df39611 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:32.814743 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c6bb8bd3-3bdb-493d-92ce-1d217df39611 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:32.815153 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 317e8ec1-846b-4ac7-adff-f1e70a1e9384 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:32.837347 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 317e8ec1-846b-4ac7-adff-f1e70a1e9384 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:32.837948 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 317e8ec1-846b-4ac7-adff-f1e70a1e9384 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:32.858344 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Deleting port 3bc57508-6345-4ea6-9087-677c97ecf91c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:32.858708 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:32.936925 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] For port 3bc57508-6345-4ea6-9087-677c97ecf91c, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=3bc57508-6345-4ea6-9087-677c97ecf91c,segment=NetworkSegment(838163fd-3cfb-407a-a3a1-9c8e19d48dbd),segment_id=838163fd-3cfb-407a-a3a1-9c8e19d48dbd)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:32.937307 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:32.949846 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Calling delete_port for 3bc57508-6345-4ea6-9087-677c97ecf91c owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:33.141229 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:33.177750 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc57508-6345-4ea6-9087-677c97ecf91c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:33.340065 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806041'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:33.570985 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Router 7934f002-7645-47cc-9f05-e6dd9d27f37e has already been hosted by L3 agent 91bc99f1-69c4-4e24-9ae0-4dfd717e7728 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:33.678212 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-smb the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:33.686307 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-2450db50-6f98-40fe-8239-2ffae094a447 admin admin] 10.222.0.41 "PUT /v2.0/routers/7934f002-7645-47cc-9f05-e6dd9d27f37e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6864803 May 04 15:08:33.686594 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55774) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:33.687451 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] Sync routers for ids ['7934f002-7645-47cc-9f05-e6dd9d27f37e'] in dv-cinder-829630-2-smb {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:33.697836 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] Routers {'7934f002-7645-47cc-9f05-e6dd9d27f37e'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:33.698437 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:08:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['7934f002-7645-47cc-9f05-e6dd9d27f37e'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:33.791994 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:33.799986 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] Set router 7934f002-7645-47cc-9f05-e6dd9d27f37e gateway port host: dv-cinder-829630-2-smb {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:33.890790 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:33.955499 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Deleting port c80cecd4-ac83-4442-a20f-a03448d775a1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:33.955858 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:33.980854 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'external_fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:08:33Z', 'revision_number': 5, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port': {'id': 'c80cecd4-ac83-4442-a20f-a03448d775a1', 'name': '', 'network_id': '2dad0da5-4f6f-4334-814d-ec3024e4e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89a5135b-64c2-4aaf-aec3-482c78104639', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-smb'}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:34.010408 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] Checking router: 7934f002-7645-47cc-9f05-e6dd9d27f37e for host: dv-cinder-829630-2-smb {{(pid=101973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:34.019040 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] Routers {'7934f002-7645-47cc-9f05-e6dd9d27f37e'} bound to L3 agent in host dv-cinder-829630-2-smb {{(pid=101973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:34.019676 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:51:44Z,description=,heartbeat_timestamp=2022-05-04T15:08:14Z,host='dv-cinder-829630-2-smb',id=91bc99f1-69c4-4e24-9ae0-4dfd717e7728,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:51:44Z,topic='l3_agent')) {'router_ids': ['7934f002-7645-47cc-9f05-e6dd9d27f37e'], 'active': True} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:34.034593 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] For port c80cecd4-ac83-4442-a20f-a03448d775a1, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=c80cecd4-ac83-4442-a20f-a03448d775a1,segment=NetworkSegment(9512e3ee-5cf2-4f27-9878-6b92f920ed4f),segment_id=9512e3ee-5cf2-4f27-9878-6b92f920ed4f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:34.034958 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.047819 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Calling delete_port for c80cecd4-ac83-4442-a20f-a03448d775a1 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:34.100925 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_dvr_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] Set router 7934f002-7645-47cc-9f05-e6dd9d27f37e gateway port host: None {{(pid=101973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:34.153892 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.l3_hamode_db [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:08:33Z', 'revision_number': 6, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port_host': None}], 'dv-cinder-829630-2-smb', False) {} {{(pid=101973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:34.179765 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17492b24-dfd7-4bf8-a6bd-c1f40186fecf None None] The sync data for ids ['7934f002-7645-47cc-9f05-e6dd9d27f37e'] in dv-cinder-829630-2-smb is: [{'id': '7934f002-7645-47cc-9f05-e6dd9d27f37e', 'name': 'tempest-TestMinimumBasicScenario-1008524410-router', 'tenant_id': '78f67dcf249841e8a0e1d81cca4054a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:06:22Z', 'updated_at': '2022-05-04T15:08:33Z', 'revision_number': 6, 'project_id': '78f67dcf249841e8a0e1d81cca4054a3', 'gw_port_host': None}] {{(pid=101973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:34.212968 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.240302 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80cecd4-ac83-4442-a20f-a03448d775a1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:34.301446 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1806983'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.391724 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5968'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.394004 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.437529 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803051'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.438073 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7934f002-7645-47cc-9f05-e6dd9d27f37e {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:08:34.442952 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.444203 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-74c28467-d913-4d9b-8bf0-4cd6ac86b8c2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7934f002-7645-47cc-9f05-e6dd9d27f37e HTTP/1.1" status: 204 len: 168 time: 0.7566741 May 04 15:08:34.446944 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55776) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:34.493954 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.db.db_base_plugin_v2 [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] Deleting subnet 36a6aff5-1737-4ea1-8c58-a87e38eeb06d {{(pid=101971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:08:34.497489 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.534033 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4297113'] for subnet, precommit_delete_associations {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.616442 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663035'] for subnet, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.668946 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6117782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5652905'] for subnet, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.693847 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a6aff5-1737-4ea1-8c58-a87e38eeb06d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:34.697539 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.701864 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-36eef1ef-f2ee-4fd1-9220-e89349018d75 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/36a6aff5-1737-4ea1-8c58-a87e38eeb06d HTTP/1.1" status: 204 len: 168 time: 0.2538619 May 04 15:08:34.703493 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55778) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:34.703788 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d41077-a054-44fc-99b8-a381e5e10c2a None None] Network ff754744-7c75-4450-99d6-ff32f59d09f3 requested from dv-cinder-829630-2-smb {{(pid=101972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:08:34.775960 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-786171'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.830974 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Deleting port 6afd0158-2543-4cfe-9814-835a40277a7c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:34.831397 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.896597 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] For port 6afd0158-2543-4cfe-9814-835a40277a7c, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=6afd0158-2543-4cfe-9814-835a40277a7c,segment=NetworkSegment(838163fd-3cfb-407a-a3a1-9c8e19d48dbd),segment_id=838163fd-3cfb-407a-a3a1-9c8e19d48dbd)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:34.896597 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:34.910749 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Calling delete_port for 6afd0158-2543-4cfe-9814-835a40277a7c owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:34.930359 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] DHCP port deletion for ff754744-7c75-4450-99d6-ff32f59d09f3 request from dv-cinder-829630-2-smb {{(pid=101972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:08:34.988725 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] Deleting port 6afd0158-2543-4cfe-9814-835a40277a7c {{(pid=101972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:34.989091 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765370938965'] for port, before_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.000793 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5011471'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.003360 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c80cecd4-ac83-4442-a20f-a03448d775a1 no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:35.031283 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afd0158-2543-4cfe-9814-835a40277a7c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:35.033291 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] No DVR routers for this DVR port 6afd0158-2543-4cfe-9814-835a40277a7c on host dv-cinder-829630-2-smb {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:35.060710 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: c80cecd4-ac83-4442-a20f-a03448d775a1 {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:35.061048 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device c80cecd4-ac83-4442-a20f-a03448d775a1 not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:35.061470 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 6afd0158-2543-4cfe-9814-835a40277a7c no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:35.086162 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 6afd0158-2543-4cfe-9814-835a40277a7c {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:35.086504 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 6afd0158-2543-4cfe-9814-835a40277a7c not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:35.086930 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 3bc57508-6345-4ea6-9087-677c97ecf91c no longer exists at agent ovs-agent-dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:35.105861 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657206', 'neutron.services.segments.db._delete_segments_for_network-8765370952048'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.114593 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] For port 6afd0158-2543-4cfe-9814-835a40277a7c, host dv-cinder-829630-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-smb',level=0,port_id=6afd0158-2543-4cfe-9814-835a40277a7c,segment=NetworkSegment(838163fd-3cfb-407a-a3a1-9c8e19d48dbd),segment_id=838163fd-3cfb-407a-a3a1-9c8e19d48dbd)] {{(pid=101972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:35.114981 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827244'] for port, precommit_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.122789 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] No Port match for: 3bc57508-6345-4ea6-9087-677c97ecf91c {{(pid=101972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:35.123411 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.rpc [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Device 3bc57508-6345-4ea6-9087-677c97ecf91c not bound to the agent host dv-cinder-829630-2-smb {{(pid=101972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:35.126196 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff754744-7c75-4450-99d6-ff32f59d09f3']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:35.130410 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] Calling delete_port for 6afd0158-2543-4cfe-9814-835a40277a7c owned by network:dhcp {{(pid=101972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:35.135625 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838163fd-3cfb-407a-a3a1-9c8e19d48dbd') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:35.136003 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.services.segments.db [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838163fd-3cfb-407a-a3a1-9c8e19d48dbd') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:35.146093 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765370953593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7629868'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.161678 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.167762 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:08:35.168144 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5011546'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: Traceback (most recent call last): May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: timer() May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: cb(*args, **kw) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: return func(*args, **kwargs) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: self._notify() May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: self.callback(batched_events) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: event.method(event) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: return f(self, *a, **k) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: return self._get(url).json() May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: return self.request(url, 'GET', **kwargs) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:08:35.169808 dv-cinder-829630-2-smb neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:08:35.209546 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765370946991', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765370402030'] for port, after_delete {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.228740 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1798331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806687'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.234085 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1797441'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.237917 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] Pushing event deleted for resources: {'Port': ['ID=6afd0158-2543-4cfe-9814-835a40277a7c,revision_number=None']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:35.238199 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ff754744-7c75-4450-99d6-ff32f59d09f3 HTTP/1.1" status: 204 len: 168 time: 0.5336900 May 04 15:08:35.239803 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaff80f-e471-419b-a1bf-1ace35b907d2 None None] No DVR routers for this DVR port 6afd0158-2543-4cfe-9814-835a40277a7c on host dv-cinder-829630-2-smb {{(pid=101972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:35.256210 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af921c58-ea67-4583-81fa-d45e571b3e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff754744-7c75-4450-99d6-ff32f59d09f3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:35.409159 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55782) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:35.449695 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-c81ad8cc-024b-42a1-854b-198be80774ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e67910770ea4a9bb6b4f2e28e1ba0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392268 May 04 15:08:35.452150 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.wsgi [-] (101971) accepted ('10.222.0.41', 55784) {{(pid=101971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:35.502095 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-361bfbec-3105-4c43-9c0b-605f3fd3e0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.527234 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-361bfbec-3105-4c43-9c0b-605f3fd3e0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.576983 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-361bfbec-3105-4c43-9c0b-605f3fd3e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.579539 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-361bfbec-3105-4c43-9c0b-605f3fd3e0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.580692 dv-cinder-829630-2-smb neutron-server[101971]: INFO neutron.wsgi [None req-361bfbec-3105-4c43-9c0b-605f3fd3e0ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be9a79f5-177c-4a06-86ff-0c10fb3458ce HTTP/1.1" status: 204 len: 168 time: 0.1276498 May 04 15:08:35.588416 dv-cinder-829630-2-smb neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bfbec-3105-4c43-9c0b-605f3fd3e0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a79f5-177c-4a06-86ff-0c10fb3458ce,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:35.928266 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55790) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:35.976306 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-5cf7259c-015e-4bd7-b8a6-611ccae127ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78f67dcf249841e8a0e1d81cca4054a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467296 May 04 15:08:35.978686 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.41', 55792) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:36.033471 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f893ca6-966d-43cc-973a-3af94097a032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.055591 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f893ca6-966d-43cc-973a-3af94097a032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.104044 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f893ca6-966d-43cc-973a-3af94097a032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357441'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.106681 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f893ca6-966d-43cc-973a-3af94097a032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.107839 dv-cinder-829630-2-smb neutron-server[101970]: INFO neutron.wsgi [None req-7f893ca6-966d-43cc-973a-3af94097a032 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d24c77c-59f5-4d5e-9667-a414209592db HTTP/1.1" status: 204 len: 168 time: 0.1281497 May 04 15:08:36.115269 dv-cinder-829630-2-smb neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f893ca6-966d-43cc-973a-3af94097a032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d24c77c-59f5-4d5e-9667-a414209592db,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:41.243855 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2c2020d4-a878-4fde-a66d-c6de6a98ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.656149 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9dd621b5-aa60-4e52-9cac-cb89e567c102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.685160 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:45.913333 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:46.412111 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.046817 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:03.725165 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:09:11.239808 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7338-f933-4a4f-a3ba-3d55279d9ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:13.657389 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b440e9df-9b33-4d95-b1eb-ce6d78fbcad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:14.678303 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:15.914971 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:16.417747 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.052547 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:40.733008 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:09:41.242564 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d72931f-dbdd-412b-93da-640f41db0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:43.660689 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d84fd8aa-5bc6-4d9d-bb70-59e1318fb547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:44.685218 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:45.918770 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:46.412651 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:54.057059 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:11.248452 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d9933aef-945c-4a08-b322-86a282c12295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:13.664245 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-18cee0fa-1c5e-46aa-8105-22aefcd2a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:14.690257 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:15.923890 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:16.419899 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:17.728301 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:10:24.078394 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.239464 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-fd7be06c-cd01-43d5-a4f1-2e99964f9341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:43.664664 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-f62befb9-31e7-49e0-a38c-b3831e6aac38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:44.694798 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:45.929584 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:46.425901 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:54.105826 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:54.732129 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:11:11.237823 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e612fb67-be6e-41bf-a47e-cb44a090c862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:13.667983 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-69eb3821-5873-4db6-abaf-dd503a8eef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:14.703509 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:15.932290 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:16.423921 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:24.111105 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:31.734134 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:11:41.236351 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a75acc6c-998b-4cf7-b04d-61bb43de7d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:43.675302 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cd9a570e-8a64-41d1-b46d-8ed265fb0722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:44.701775 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:45.933539 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:46.424335 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:54.116265 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:08.737497 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:12:11.244026 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cc92-5c31-4538-b129-de7e791aa16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:13.667203 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9beb2330-b276-4a85-8346-7702aefb9d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:14.699651 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:15.935699 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:16.429476 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:24.122057 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:41.233542 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-074bc107-2090-4969-b4ae-5a4eb17e95b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:43.667934 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-da0b1614-bce6-4c92-aec3-2a3f3f5a3fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:44.703496 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:45.742162 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:12:45.941039 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:46.435597 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:54.138683 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:11.233077 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e00eab86-b83d-46d1-918d-218a854d99e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:13.672607 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-40da7d46-2e95-4463-a8a8-2e166b5dbe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:14.714745 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-009127fe-0b2b-4ae4-84ad-fe92ceab7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:15.944343 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a30f07cc-231c-4611-8e31-98fee84365d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:16.424032 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-8905280e-b2f6-43e4-8cd7-ca0dd51c843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:22.743052 dv-cinder-829630-2-smb neutron-server[101973]: DEBUG neutron.db.agents_db [None req-e9f2a539-edce-413e-903b-145a5b2df55c None None] Agent healthcheck: found 6 active agents {{(pid=101973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:13:24.155253 dv-cinder-829630-2-smb neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d319b09d-4039-4c1e-9d6c-04a0e1509c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765370952030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-656788'] for agent, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}